-- Logs begin at Tue 2022-04-12 16:00:32 UTC, end at Tue 2022-04-12 17:08:36 UTC. -- Apr 12 16:40:34.424632 dv-cinder-837529-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 16:40:37.459135 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.common.config [-] Logging enabled! Apr 12 16:40:37.459768 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 16:40:37.459949 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109878) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 16:40:37.463259 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.common.config [-] Logging enabled! Apr 12 16:40:37.463519 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev108 Apr 12 16:40:37.463837 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109878) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 16:40:37.464795 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 16:40:37.465032 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 16:40:37.465412 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 16:40:37.465662 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 16:40:37.465893 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 16:40:37.466315 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.466748 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 16:40:37.467117 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.467422 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.467721 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.468021 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.468315 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.469103 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.469410 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.469714 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.470154 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.470451 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.470744 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.471064 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.471356 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.471649 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.471940 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.472227 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] debug = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.472513 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.472942 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.473375 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.473662 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.473954 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.474238 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.474528 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.474795 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.475185 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.475522 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] host = dv-cinder-837529-1-iscsi {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.475805 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.476096 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.476391 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.476683 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.476963 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.477243 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.477533 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.477812 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.478097 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] log_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.478368 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.478661 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.478981 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.479282 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.479549 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.479726 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.480018 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.481366 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.481649 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.481934 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.482218 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.482503 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.482786 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.483093 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.483646 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.483938 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.484263 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.485174 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.485459 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.485742 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.486023 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.486315 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.486594 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.486874 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.487175 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.487468 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.487742 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.488020 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.488330 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.488622 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.488910 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.489200 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.489478 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.489768 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.490045 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.490322 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.490597 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] use_json = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.490874 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.491175 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.491464 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.491738 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.492015 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.492290 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.492566 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.492855 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.493131 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:37.493435 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.493735 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.494039 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.494346 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.494645 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.494959 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.495262 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.495543 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.495834 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.496131 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.496429 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.496716 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.497031 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.497321 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.497630 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.497940 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.498239 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.498539 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.498823 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.499129 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.499416 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.499702 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.500053 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.500340 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.500708 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.501002 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.501220 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.501519 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.501812 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.502110 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.502412 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.502691 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.502999 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.503301 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.503584 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.503865 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.504148 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.504444 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.504727 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.505004 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.505293 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.505574 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.505854 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.506128 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.506412 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.506717 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.507015 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.507296 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.507574 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.507856 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.508130 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.508420 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.508701 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.508978 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.509256 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.509536 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.509812 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.510093 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.510379 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.510659 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.510967 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.511253 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.511530 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.511807 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.512083 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.512360 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.512640 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.512919 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.513200 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.513478 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.513756 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.514033 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.514314 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.514593 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.514922 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.515212 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.516006 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.516540 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.516652 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.516855 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.517140 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.517427 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.517716 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.518004 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.518284 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.518586 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.518877 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.519196 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.519509 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.519795 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.520103 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.520383 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.520670 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.520967 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.521245 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.521537 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.521825 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.522117 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.522415 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.522719 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.523054 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.523348 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.523650 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.523938 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.524263 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.524545 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:37.524770 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 16:40:37.525022 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109878) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 16:40:37.914507 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 16:40:37.914789 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 16:40:37.915144 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 16:40:37.915495 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 16:40:38.257125 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.257413 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.257688 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.260870 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.261154 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.261431 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.318274 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.318557 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.318827 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.334631 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.334945 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.335207 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.367545 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.367829 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.368098 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.407586 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.407870 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.408141 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.764365 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.764979 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.764979 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.765184 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.766551 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.873012 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.873351 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.873649 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.873940 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.874213 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.874536 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.874863 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.875184 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.875451 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.875745 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.876017 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.876292 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.876559 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.876821 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.877084 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.877355 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.877618 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.877913 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.878186 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.878454 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.878733 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.879032 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.879331 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.879740 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.879988 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.880240 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.880684 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:38.880924 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:38.881168 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:38.881406 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:38.881649 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:38.881891 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:38.882281 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 16:40:38.885933 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 16:40:38.889936 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 16:40:38.894189 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Apr 12 16:40:38.895887 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 16:40:38.896397 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 16:40:38.896716 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 16:40:38.897112 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 16:40:38.900225 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 16:40:38.900489 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 16:40:38.900949 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 16:40:38.905864 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 16:40:38.931597 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 16:40:38.932100 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.932390 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109878) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 16:40:38.932772 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.934206 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109878) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 16:40:38.934501 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 16:40:38.934754 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 16:40:38.938391 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:38.938690 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.001896 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 16:40:39.002121 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 16:40:39.002361 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 16:40:39.002752 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 16:40:39.024793 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_db.sqlalchemy.engines [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109878) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 16:40:39.512718 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing driver for type 'gre' Apr 12 16:40:39.513311 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] gre ID ranges: [(1, 1000)] Apr 12 16:40:39.565272 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing driver for type 'local' Apr 12 16:40:39.565613 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing driver for type 'vlan' Apr 12 16:40:39.580186 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] VlanTypeDriver initialization complete Apr 12 16:40:39.580526 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing driver for type 'vxlan' Apr 12 16:40:39.581040 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] vxlan ID ranges: [(1, 1000)] Apr 12 16:40:39.643056 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing extension driver 'port_security' Apr 12 16:40:39.643616 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.extensions.port_security [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] PortSecurityExtensionDriver initialization complete Apr 12 16:40:39.643989 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing mechanism driver 'openvswitch' Apr 12 16:40:39.644325 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing mechanism driver 'hyperv' Apr 12 16:40:39.651823 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.plugin [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:40:39.652791 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.653179 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.653544 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.654091 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:40:39.654546 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.654994 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.655339 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.656681 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:40:39.656892 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.657260 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.657625 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.658031 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:40:39.658445 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.658808 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.659187 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.659593 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:40:39.660005 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.660369 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.660723 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.661130 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:40:39.661545 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.661900 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.662249 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.662655 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 16:40:39.663137 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] ML2 OVO RPC backend initialized. {{(pid=109878) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 16:40:39.663870 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.664241 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.664699 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.665058 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > networks before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.665415 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.665766 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > ports before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.666117 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.666467 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.666822 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.667197 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.667544 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.667889 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.668239 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.668582 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.668926 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.669274 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.669617 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.677985 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded quota_driver: . Apr 12 16:40:39.678365 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.plugin [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Modular L2 Plugin initialization complete Apr 12 16:40:39.678726 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading services supported by the core plugin {{(pid=109878) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 16:40:39.679110 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.plugins.ml2.managers [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Got port-security extension from driver 'port_security' Apr 12 16:40:39.679612 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.extensions.vlantransparent [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Disabled vlantransparent extension. Apr 12 16:40:39.680123 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109878) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 16:40:39.680462 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: router Apr 12 16:40:39.716622 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.717029 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router after_create 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.717412 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router before_create 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.717787 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.718174 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.719069 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router after_delete 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.719493 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.719961 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.720337 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router after_create 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.720699 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router after_update 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.721061 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router after_update 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.721421 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.721917 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router after_update 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.722348 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.722731 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: port after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.723113 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: port after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.723468 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: subnet after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.723831 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.724192 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.724554 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.724914 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: port before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.725270 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.725638 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router after_update 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.725994 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.726355 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.726728 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.727224 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.727609 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > agent after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.727972 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > agent after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.728330 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > network after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.729220 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Tracking information for resource: router configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:39.729566 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Tracking information for resource: floatingip configured {{(pid=109878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 16:40:39.735561 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.db.l3_agentschedulers_db [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 16:40:39.736154 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: port after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.736527 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: port after_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.736890 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: port after_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.737254 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: port after_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.738083 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router before_create 55550100 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.738460 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.738833 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.739226 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.744498 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.services.provider_configuration [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service providers = [] {{(pid=109878) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 16:40:39.744877 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.db.servicetype_db [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109878) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 16:40:39.748245 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.services.service_base [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:40:39.748671 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.services.service_base [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:40:39.749110 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.services.service_base [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:40:39.750024 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.services.service_base [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 16:40:39.750411 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.services.service_base [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 16:40:39.750805 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.751160 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 16:40:39.762008 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.762357 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: auto_allocate Apr 12 16:40:39.768602 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: network precommit_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.769091 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: network precommit_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.769459 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.769791 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: tag Apr 12 16:40:39.777893 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.778241 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: timestamp Apr 12 16:40:39.782933 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.783275 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: network_ip_availability Apr 12 16:40:39.788825 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.789208 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.789576 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:39.790298 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.790633 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: flavors Apr 12 16:40:39.795615 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.795954 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading Plugin: revisions Apr 12 16:40:39.800264 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 16:40:39.800664 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_concurrency.lockutils [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.885s {{(pid=109878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 16:40:39.801409 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109878) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 16:40:39.801764 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Initializing extension manager. Apr 12 16:40:39.802300 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: __init__.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.802658 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: __pycache__ {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.803046 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: address_group.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.803818 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.804393 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: address-group Apr 12 16:40:39.804731 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: address_scope.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.805456 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.805974 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: address-scope Apr 12 16:40:39.806311 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.807281 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.807799 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: router-admin-state-down-before-update Apr 12 16:40:39.808131 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: agent.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.808842 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.809357 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: agent Apr 12 16:40:39.809692 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: agent_resources_synced.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.810617 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.811172 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: agent-resources-synced Apr 12 16:40:39.811523 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.813569 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.814395 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: allowed-address-pairs Apr 12 16:40:39.814844 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.816173 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.816704 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: auto-allocated-topology Apr 12 16:40:39.817043 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: availability_zone.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.817760 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.818274 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: availability_zone Apr 12 16:40:39.818610 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: availability_zone_filter.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.819578 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.820099 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: availability_zone_filter Apr 12 16:40:39.820434 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: data_plane_status.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.821362 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.821881 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 16:40:39.822216 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: default_subnetpools.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.823174 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.823697 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: default-subnetpools Apr 12 16:40:39.824030 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.824855 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.825377 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: dhcp_agent_scheduler Apr 12 16:40:39.825712 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: dns.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.826662 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.827212 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 16:40:39.827546 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: dns_domain_ports.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.829156 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.829674 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 16:40:39.830009 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.831013 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.831536 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 16:40:39.831970 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: dvr.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.832779 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.833330 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: dvr Apr 12 16:40:39.833668 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: ecmp_routes.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.834608 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.835155 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 16:40:39.835490 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: empty_string_filtering.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.836417 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.836938 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: empty-string-filtering Apr 12 16:40:39.837273 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.838198 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.838721 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 16:40:39.839090 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.840030 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.840545 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 16:40:39.840899 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: external_net.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.841835 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.842361 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: external-net Apr 12 16:40:39.842696 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.844266 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.844806 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: extra_dhcp_opt Apr 12 16:40:39.845139 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: extraroute.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.846067 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.846588 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: extraroute Apr 12 16:40:39.846946 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: extraroute_atomic.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.848182 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.848705 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: extraroute-atomic Apr 12 16:40:39.849044 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: filter_validation.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.849726 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.850238 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: filter-validation Apr 12 16:40:39.850572 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: fip_pf_description.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.851522 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.852039 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 16:40:39.852374 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: fip_pf_port_range.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.853305 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.853822 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 16:40:39.854157 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: fip_port_details.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.855291 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.855891 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: fip-port-details Apr 12 16:40:39.856328 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: flavors.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.857780 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.858883 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: flavors Apr 12 16:40:39.859664 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.861969 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.862616 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 16:40:39.863087 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: floatingip_pools.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.863950 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.864536 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: floatingip-pools Apr 12 16:40:39.864963 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: ip_allocation.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.866366 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.867102 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 16:40:39.867456 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.868566 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.869109 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: ip-substring-filtering Apr 12 16:40:39.869448 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l2_adjacency.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.870527 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.871135 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 16:40:39.871592 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.872618 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.873151 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: router Apr 12 16:40:39.873509 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.876457 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.877131 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 16:40:39.877544 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.879092 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.879437 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: ext-gw-mode Apr 12 16:40:39.879778 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.881153 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.881919 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: l3-ha Apr 12 16:40:39.882288 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.883465 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.884099 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 16:40:39.884462 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3_flavors.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.885583 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.886148 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: l3-flavors Apr 12 16:40:39.886639 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.888793 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.889431 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 16:40:39.889813 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.891584 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.892203 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 16:40:39.892673 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: l3agentscheduler.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.893954 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.894808 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: l3_agent_scheduler Apr 12 16:40:39.895364 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: local_ip.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.897550 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.898182 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension local_ip not supported by any of loaded plugins Apr 12 16:40:39.898595 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: logging.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.900333 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.901159 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension logging not supported by any of loaded plugins Apr 12 16:40:39.901700 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: metering.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.902709 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.903454 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: metering Apr 12 16:40:39.903912 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.905197 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.905862 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: metering_source_and_destination_fields Apr 12 16:40:39.906917 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: multiprovidernet.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.907895 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.908757 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: multi-provider Apr 12 16:40:39.909298 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: netmtu.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.910259 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.910785 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: net-mtu Apr 12 16:40:39.911144 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: netmtu_writable.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.912077 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.912605 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: net-mtu-writable Apr 12 16:40:39.912941 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: network_availability_zone.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.913629 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.914143 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: network_availability_zone Apr 12 16:40:39.914495 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: network_ip_availability.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.915872 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.916528 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: network-ip-availability Apr 12 16:40:39.916920 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: network_segment_range.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.917868 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.918534 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 16:40:39.918908 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: pagination.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.920130 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.920528 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: pagination Apr 12 16:40:39.921071 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: port_device_profile.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.922359 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.923023 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: port-device-profile Apr 12 16:40:39.923443 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.924537 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.925186 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: port-mac-address-regenerate Apr 12 16:40:39.925592 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.926629 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.927274 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: port-numa-affinity-policy Apr 12 16:40:39.927810 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: port_resource_request.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.929200 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.929865 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 16:40:39.930257 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: port_resource_request_groups.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.931471 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.932106 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 16:40:39.932446 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: portbindings.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.933599 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.934482 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: binding Apr 12 16:40:39.935031 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: portbindings_extended.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.936519 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.937177 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: binding-extended Apr 12 16:40:39.937730 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: portsecurity.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.938961 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.939598 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: port-security Apr 12 16:40:39.939943 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: project_id.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.940939 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.941284 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: project-id Apr 12 16:40:39.941623 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: providernet.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.942562 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.943117 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: provider Apr 12 16:40:39.943458 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.947085 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.947623 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos not supported by any of loaded plugins Apr 12 16:40:39.947965 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.949344 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.949867 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 16:40:39.950210 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.951177 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.951698 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 16:40:39.952036 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_default.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.953791 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.954317 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-default not supported by any of loaded plugins Apr 12 16:40:39.954655 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_fip.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.955621 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.956173 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 16:40:39.956512 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.957441 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.957960 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 16:40:39.958298 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.959278 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.959798 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 16:40:39.960136 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.961065 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.961583 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 16:40:39.961918 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.963011 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.963538 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 16:40:39.963874 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.964932 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.965451 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 16:40:39.965787 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_pps_rule.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.967031 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.967553 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 16:40:39.967886 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.969475 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.969996 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 16:40:39.970335 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.971289 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.971812 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 16:40:39.972146 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: qos_rules_alias.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.973206 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.973732 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 16:40:39.974068 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: quota_check_limit.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.975036 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.975561 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: quota-check-limit Apr 12 16:40:39.975898 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: quotasv2.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.976871 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.977211 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: quotas Apr 12 16:40:39.977545 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: quotasv2_detail.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.979343 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.979690 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: quota_details Apr 12 16:40:39.980029 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: rbac.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.981103 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.981634 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: rbac-policies Apr 12 16:40:39.981979 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: rbac_address_group.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.982967 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.983754 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: rbac-address-group Apr 12 16:40:39.984090 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: rbac_address_scope.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.985059 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.985576 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: rbac-address-scope Apr 12 16:40:39.985910 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: rbac_security_groups.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.986945 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.987467 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: rbac-security-groups Apr 12 16:40:39.987800 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.988736 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.989254 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: rbac-subnetpool Apr 12 16:40:39.989587 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: revisionifmatch.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.990554 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.991107 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: revision-if-match Apr 12 16:40:39.992574 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: revisions.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.994352 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.994992 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: standard-attr-revisions Apr 12 16:40:39.995429 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: router_availability_zone.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.996241 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.996825 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: router_availability_zone Apr 12 16:40:39.997164 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: routerservicetype.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:39.998112 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:39.998636 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 16:40:39.999012 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.000026 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.000512 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: security-groups-normalized-cidr Apr 12 16:40:40.000849 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.001875 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.002474 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: port-security-groups-filtering Apr 12 16:40:40.002849 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.003922 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.004451 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: security-groups-remote-address-group Apr 12 16:40:40.004788 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.005745 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.006263 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: security-groups-shared-filtering Apr 12 16:40:40.006600 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.007240 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 16:40:40.007575 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: securitygroup.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.018427 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.019305 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: security-group Apr 12 16:40:40.019618 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: segment.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.020544 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.021138 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension segment not supported by any of loaded plugins Apr 12 16:40:40.021564 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.022636 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.023449 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 16:40:40.023979 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: servicetype.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.025393 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.025972 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: service-type Apr 12 16:40:40.026425 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: sorting.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.027586 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.028025 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: sorting Apr 12 16:40:40.028365 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: standard_attr_segment.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.029676 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.030578 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 16:40:40.030962 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: standardattrdescription.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.032225 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.032938 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: standard-attr-description Apr 12 16:40:40.033300 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: stateful_security_group.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.034336 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.034868 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: stateful-security-group Apr 12 16:40:40.035236 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: stdattrs_common.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.035827 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 16:40:40.036160 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.037119 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.037647 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 16:40:40.037982 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: subnet_onboard.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.039098 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.039631 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: subnet_onboard Apr 12 16:40:40.039970 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.040912 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.041432 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 16:40:40.041768 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: subnet_service_types.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.042705 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.043264 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: subnet-service-types Apr 12 16:40:40.043604 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: subnetallocation.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.044746 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.045326 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: subnet_allocation Apr 12 16:40:40.045776 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.046513 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.047470 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: subnetpool-prefix-ops Apr 12 16:40:40.048002 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.049133 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.049744 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 16:40:40.050134 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: tagging.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.051461 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.052076 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: standard-attr-tag Apr 12 16:40:40.052417 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: timestamp.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.053647 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.054178 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loaded extension: standard-attr-timestamp Apr 12 16:40:40.054518 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: trunk.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.055603 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.056128 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension trunk not supported by any of loaded plugins Apr 12 16:40:40.056465 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: trunk_details.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.057395 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.057920 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 16:40:40.058256 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.059241 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.059765 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 16:40:40.060099 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Loading extension file: vlantransparent.py {{(pid=109878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 16:40:40.060797 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 16:40:40.061309 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 16:40:40.064165 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:network Apr 12 16:40:40.064701 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:subnet Apr 12 16:40:40.065114 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:40:40.065600 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:port Apr 12 16:40:40.066763 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.067252 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service FLAVORS assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.067885 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.068328 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.068669 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:router Apr 12 16:40:40.069112 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 16:40:40.069606 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service METERING assigned prefix: /metering {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.071123 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:40.071508 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:40.071872 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:40:40.072901 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 16:40:40.073356 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:security_group Apr 12 16:40:40.073811 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 16:40:40.074432 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service CORE assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.074773 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:40:40.075166 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] subnetpool is already registered Apr 12 16:40:40.075604 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service CORE assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.075938 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:40:40.076290 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] subnetpool is already registered Apr 12 16:40:40.079197 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.079653 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service FLAVORS assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.080256 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.080692 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.081034 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:router Apr 12 16:40:40.081386 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] router is already registered Apr 12 16:40:40.081809 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 16:40:40.082160 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] floatingip is already registered Apr 12 16:40:40.082662 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service METERING assigned prefix: /metering {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.083408 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 16:40:40.083775 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] rbac_policy is already registered Apr 12 16:40:40.084201 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:security_group Apr 12 16:40:40.084553 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] security_group is already registered Apr 12 16:40:40.084968 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 16:40:40.085314 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] security_group_rule is already registered Apr 12 16:40:40.085948 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service CORE assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.086286 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:40:40.086629 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] subnetpool is already registered Apr 12 16:40:40.087096 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.v2.resource_helper [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Service CORE assigned prefix: {{(pid=109878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 16:40:40.087432 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 16:40:40.087774 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING neutron.quota.resource_registry [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] subnetpool is already registered Apr 12 16:40:40.088257 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: extensions {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.089739 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: address-groups {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.091277 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: address-scopes {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.092604 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: agents {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.094362 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: auto-allocated-topology {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.095654 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: availability_zones {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.096893 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: dhcp-networks {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.099716 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: dhcp-agents {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.101194 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: routers {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.103440 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: flavors {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.104620 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: service_profiles {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.105838 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: next_providers {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.107367 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: service_profiles {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.109267 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: floatingip-pools {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.110539 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: routers {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.113822 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: floatingips {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.115497 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: l3-routers {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.117518 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: l3-agents {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.119490 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: metering-labels {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.121169 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: metering-label-rules {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.122770 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: network-ip-availabilities {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.124813 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: bindings {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.127026 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: quotas {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.128896 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: quotas {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.131476 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: rbac-policies {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.133180 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: security-groups {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.134718 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: security-group-rules {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.136929 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: service-providers {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.138361 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: subnetpools {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.140128 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: subnetpools {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.142168 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.143899 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.145911 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.147757 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.149586 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.151524 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.153276 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.155232 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.157624 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.159520 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron.api.extensions [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Extended resource: tags {{(pid=109878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 16:40:40.165537 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING keystonemiddleware.auth_token [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 16:40:40.171351 dv-cinder-837529-1-iscsi neutron-server[109878]: WARNING keystonemiddleware.auth_token [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 16:40:40.181071 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_concurrency.lockutils [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Acquired lock "singleton_lock" {{(pid=109878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 16:40:40.181670 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_concurrency.lockutils [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Releasing lock "singleton_lock" {{(pid=109878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 16:40:40.182355 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO oslo_service.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Starting 2 workers Apr 12 16:40:40.188015 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Started child 109989 {{(pid=109878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:40:40.192855 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Started child 109990 {{(pid=109878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:40:40.193728 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:40.194467 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO neutron.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 16:40:40.195176 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:40.195414 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [-] (109989) wsgi starting up on http://0.0.0.0:9696 Apr 12 16:40:40.197744 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO oslo_service.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Starting 1 workers Apr 12 16:40:40.198927 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:40.200974 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [-] (109990) wsgi starting up on http://0.0.0.0:9696 Apr 12 16:40:40.203940 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Started child 109991 {{(pid=109878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:40:40.204841 dv-cinder-837529-1-iscsi neutron-server[109878]: INFO oslo_service.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Starting 1 workers Apr 12 16:40:40.208069 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] calling RpcWorker wait() {{(pid=109991) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 16:40:40.208650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] returning from RpcWorker wait() {{(pid=109991) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 16:40:40.209572 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Started child 109992 {{(pid=109878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 16:40:40.209794 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:40.210246 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:40:40.210396 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-19261b80-4991-413e-b88f-716578fac8a9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:40.212353 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 16:40:40.212565 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 16:40:40.212755 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 16:40:40.212985 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 16:40:40.213339 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 16:40:40.213506 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 16:40:40.214028 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.214306 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.214574 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.214676 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:40.215142 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.215142 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.215683 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.215969 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.216210 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.216482 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.216737 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.216910 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.217161 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.217367 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.217828 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.217969 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.218304 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.218666 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.219086 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.219267 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.219529 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.219826 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.220102 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.220393 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] debug = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.220642 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.221171 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.221409 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.221668 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.221932 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.222199 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.222464 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.222762 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.223034 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.223285 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.223553 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.223820 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.224061 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.224281 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.224553 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.224792 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.225068 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.225322 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.225801 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] host = dv-cinder-837529-1-iscsi {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.226082 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.226327 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.226560 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.226814 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.227097 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.227346 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.227624 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.227871 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.228117 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.228346 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.228585 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.228836 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.229098 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.229340 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.229500 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_options = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.229751 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.230039 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.230312 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.230508 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.230673 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.230841 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.231125 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.231294 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.231547 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.231784 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.232111 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.232353 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.232588 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.232822 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.234188 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.235217 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.235533 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.235949 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.236161 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.236444 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.236705 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.236947 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.237198 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.237440 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.237689 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.237913 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.238219 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.238460 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.238689 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.238962 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.239161 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.239419 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.239506 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:40:40.239641 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.240536 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.240536 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.240536 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.240789 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.240789 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.241088 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.241317 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.241591 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.241862 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.242083 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.242314 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.242529 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.242769 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.243013 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_json = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.243252 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.243488 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.243759 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.248889 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.249224 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.249482 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.250370 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.251486 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.251875 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.252561 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.253011 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.253381 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.253645 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.253951 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.254196 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.254479 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.254717 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.254980 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.255244 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.255643 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.255930 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.256257 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.256530 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.256810 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.257164 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.257398 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.257663 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.257987 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.258259 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.258486 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.258721 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.259398 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.259627 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.259871 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.260111 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.260356 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.260666 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.260955 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.261735 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.261735 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.261965 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.262251 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.262473 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.262747 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.263078 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.263238 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.263457 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.263715 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.263936 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.264166 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.264387 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.264612 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.264848 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.265087 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.265422 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.266306 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.267249 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.267515 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.267748 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.267997 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.268223 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.268464 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.268707 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.268943 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.269165 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.269482 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.269688 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.269919 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.270137 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.270366 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.270590 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.270841 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.271128 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.271367 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.271580 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.271800 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.272014 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.272286 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.272506 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.272719 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.272931 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.273171 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.273420 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.273652 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.273869 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.274086 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.274305 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.274534 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.274743 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.274997 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.275208 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.275445 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.275660 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.275872 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.276091 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.276305 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.276517 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.276730 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.276942 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.277153 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.277444 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.277776 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.278073 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.278335 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.278561 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.278820 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.279080 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.279337 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.279563 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.279797 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.280020 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.280278 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.280598 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.280864 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.281137 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.281434 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.281818 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.282200 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.282474 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.282880 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.283326 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.283737 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.284130 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.284581 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.284832 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.285094 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.285354 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.285759 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.286205 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.286604 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.287592 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.287592 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.288199 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.288525 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.288825 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.289113 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.289375 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.289829 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.290111 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.290351 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.290612 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.290857 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.291114 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.291505 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.291838 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.292111 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.292368 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.292627 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.292943 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.293187 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.293445 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.293873 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.294166 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.294412 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.294935 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.295232 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.295484 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.295764 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.296016 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.296282 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.296518 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.296861 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.297651 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.297942 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.298168 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.298426 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.298676 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.298996 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.299251 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.299509 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.299732 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.300055 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.300208 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.300595 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.300820 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.301073 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.301290 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.301514 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.301754 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.301981 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.302224 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.302464 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.303704 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.303704 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.303704 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.303704 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.303704 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.304066 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.304144 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.304400 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.304659 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.304877 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.305130 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.305352 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.305579 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.305788 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.306006 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.306272 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.306453 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.306715 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.306954 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.307306 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.307466 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.307775 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.308026 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.308252 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.309008 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.309008 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.309008 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.309428 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.309428 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.309709 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.309855 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.310053 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.310291 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.310502 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.310719 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.310970 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.311211 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.311480 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.311732 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.311972 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.312780 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.313574 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.313836 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.314084 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.314333 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.314749 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.315072 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.315295 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.315514 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.315730 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.316033 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.316283 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.316512 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.316768 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.316987 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.317392 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.317554 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.317734 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.317935 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.318152 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.318370 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.318573 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.318826 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.319065 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.319267 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.319488 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.319704 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.320668 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.320668 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.320668 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.320668 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.321220 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.321220 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.321484 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.321484 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.321760 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.321913 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.322096 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.322327 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.322536 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.322803 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.323033 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.323364 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.323523 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.323745 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.323892 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.324177 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.324782 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.324782 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.325088 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.325226 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.325500 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.325740 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.326036 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.326396 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.326674 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.327185 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.327436 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.327660 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.328543 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.328990 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.329388 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.329650 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.329913 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.330213 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.330526 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.330779 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.331040 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.331326 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.331658 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.331942 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.332201 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.332447 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.332708 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.332932 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.333151 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.333371 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.333585 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.333802 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.334042 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.334289 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.334543 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.334777 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.335080 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.335315 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.335559 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.335792 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.336012 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.336224 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.336378 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 16:40:40.337036 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 16:40:40.337196 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 16:40:40.337516 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 16:40:40.337693 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 16:40:40.337865 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 16:40:40.338013 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 16:40:40.338362 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.338683 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.339011 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.339306 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.339602 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.339913 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.340218 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.340380 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.340537 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.340877 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.341201 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.341367 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.341525 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.341684 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.341843 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.342002 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.342157 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.342313 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.342475 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.342633 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.342795 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.342973 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.343147 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] debug = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.343294 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.343551 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.343876 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.344404 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.344571 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.344730 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.344890 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.345047 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.345204 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.345359 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.345515 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.345672 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.345828 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.345984 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.346143 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.346298 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.346455 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.346609 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.346757 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] host = dv-cinder-837529-1-iscsi {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.346996 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.347132 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.347270 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.347382 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.347536 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.347844 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.348002 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.348159 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.348314 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.348470 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.348626 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.348782 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.348937 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.349092 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.349202 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:40:40.349320 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_options = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.349423 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.349523 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.349679 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.349857 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.350075 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.350196 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.350301 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.350463 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.350626 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.350858 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.351033 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.351190 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.351366 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.351683 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.351989 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.352158 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.352375 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.352670 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.352963 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.353243 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.353539 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.353853 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.354180 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.354495 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.354807 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.355002 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.355153 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.355295 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.355453 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.355603 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.355763 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.355929 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.356071 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.356226 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.356388 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.356548 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.356686 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.356933 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.357044 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.357229 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.357347 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.357658 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.357788 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.357947 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.358153 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.358585 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.358749 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_json = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.358972 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.359104 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.359363 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.359618 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.360777 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.360777 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.360777 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.360777 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.360777 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 16:40:40.361097 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.361097 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.361230 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.361384 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.361692 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.362004 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.362162 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.362468 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.362635 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.362793 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.363138 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.363437 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.363743 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.364045 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.364204 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.364505 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.364808 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.364967 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.365268 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.365428 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.365748 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.366040 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.366354 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.366514 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.366817 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.367005 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.367173 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.367344 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.367521 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.367764 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.367933 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.368098 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.368258 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.368421 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.368585 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.368750 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.368911 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.369070 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.369236 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.369400 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.369558 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.369719 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.369882 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.370046 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.370253 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.370503 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.370675 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.370828 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.371031 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.371198 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.371361 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.371524 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.371688 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.371852 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.372014 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.372172 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.372408 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.372502 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.372653 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.372812 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.372949 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.373120 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.373265 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.373409 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.373589 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.373737 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.373872 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.374007 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.374170 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.374324 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.374472 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.374628 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.375370 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.375587 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.376334 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.376503 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.376667 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.376827 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.376984 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.377132 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.377298 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.377448 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.377609 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.377852 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.378020 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.378173 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.378330 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.378481 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.378639 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.378815 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.379016 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.379155 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.379291 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.379545 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.379698 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.379835 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.379970 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.380105 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.380441 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.380441 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.380773 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.380773 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.380773 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381402 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381402 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381402 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381402 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381946 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381946 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381946 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.381946 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.382982 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.382982 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.382982 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.382982 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.382982 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.382982 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.383743 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.383743 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.383743 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.383743 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.383743 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.384507 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.384507 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.384507 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.384507 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.384507 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385152 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385152 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385152 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385152 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385152 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385769 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385769 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385769 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.385769 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.386274 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.386274 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.386274 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.386672 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.386672 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.386672 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.387079 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.387079 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.387359 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.387359 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.387618 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.387618 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.387873 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388007 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388140 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388286 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388421 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388564 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388702 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388836 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.388970 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.389104 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.389239 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.389439 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.389589 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.389727 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.389872 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.390007 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.390153 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.390289 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.391928 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.392093 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.392261 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.392448 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.392591 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.392738 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.392876 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.393042 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.393183 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.393318 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.393453 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.393629 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.393794 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.393933 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.394079 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.394214 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.394349 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.394510 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.394674 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.394837 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.395062 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.395200 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.395336 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.395484 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.395621 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.395766 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.395901 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.396058 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.396241 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.396403 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.396565 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.396731 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.396882 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.397080 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.397517 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.397517 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.397517 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.397919 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.397919 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.397919 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.398314 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.398314 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.398641 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.398641 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.398641 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399138 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399138 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399428 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399428 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399690 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399690 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399975 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.399975 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.400235 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.400369 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.400503 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.400637 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.400798 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.400961 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.401109 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.401246 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.401381 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.401515 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.401649 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.401783 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.401928 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.402114 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.402287 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.402510 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.402649 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.402817 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.403181 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.403181 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.403181 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.403570 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.403570 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.403828 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.403828 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.404111 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.404111 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.404369 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.404505 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.404594 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.404716 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.404899 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.405034 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.405195 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.405372 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.405533 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.405665 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.405836 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.406031 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.406191 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.406949 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.407126 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.407320 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.407489 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.407654 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.407817 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.407980 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.408155 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.408317 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.408481 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.408642 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.408805 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.408968 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.409133 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.409296 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.409467 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.409639 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.409801 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.409969 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.410142 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.410312 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.410472 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.410640 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411021 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411021 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411222 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411288 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411868 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411868 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411868 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.411868 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.412200 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.412200 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.412343 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.412484 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.412642 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.412801 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.412962 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.413120 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.413278 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.413436 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.413593 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.413752 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 16:40:40.413903 dv-cinder-837529-1-iscsi neutron-server[109878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 16:40:40.622496 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45016) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:40:40.632211 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075235 Apr 12 16:40:52.309302 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdacfe3-d625-4fac-a9dc-aed5780645e9 None None] get_active_networks_info from dv-cinder-837529-1-iscsi {{(pid=109991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 16:40:52.341782 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b2f962bc-2e72-4e26-ad2a-6ab1bf8c92f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693689'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:52.373443 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdacfe3-d625-4fac-a9dc-aed5780645e9 None None] No non-hosted networks {{(pid=109991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 16:40:54.808655 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b25f7145-05ab-4665-949c-dfc24e488c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693689'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:54.873449 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6a0356fb-4776-48fe-a5c2-aa8e9ed68909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:55.830392 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693689'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:55.865956 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:40:56.502076 dv-cinder-837529-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-151b2543-bb0f-488b-aa6b-21bd05bdaf10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:40:56.502943 dv-cinder-837529-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-151b2543-bb0f-488b-aa6b-21bd05bdaf10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:40:56.743591 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [None req-151b2543-bb0f-488b-aa6b-21bd05bdaf10 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:40:56.779535 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-151b2543-bb0f-488b-aa6b-21bd05bdaf10 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8997140 Apr 12 16:40:57.272588 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693689'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:58.911327 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693689'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:40:58.913031 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.913031 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.913031 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.913514 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.914083 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.914699 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.915304 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.915872 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.916228 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.916571 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.917085 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.917658 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.918252 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.918631 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.931387 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:40:58.931839 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837529-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:40:58.958958 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837529-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:40:59.284471 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.db.l3_hamode_db [None req-9816acb8-77d8-4fdf-b7e8-8cef1762f864 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 16:40:59.370166 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816acb8-77d8-4fdf-b7e8-8cef1762f864 None None] Routers set() bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:40:59.370585 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816acb8-77d8-4fdf-b7e8-8cef1762f864 None None] Router IDs set() for agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 16:40:59.518168 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45114) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:40:59.853065 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-76560244-a7be-452f-a227-030e2597b5fc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:40:59.954180 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.policy [None req-76560244-a7be-452f-a227-030e2597b5fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109990) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 16:40:59.997202 dv-cinder-837529-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-76560244-a7be-452f-a227-030e2597b5fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:40:59.997599 dv-cinder-837529-1-iscsi neutron-server[109990]: WARNING oslo_policy.policy [None req-76560244-a7be-452f-a227-030e2597b5fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:41:00.096229 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76560244-a7be-452f-a227-030e2597b5fc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791372042362', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791372066414', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791371951802', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791371952875', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791371946939', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791371970784', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1815245', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1413606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-296769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519991'] for rbac-policy (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:00.178239 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-76560244-a7be-452f-a227-030e2597b5fc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:00.179567 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-76560244-a7be-452f-a227-030e2597b5fc admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6605372 Apr 12 16:41:02.715375 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45126) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:03.226040 dv-cinder-837529-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:41:03.226626 dv-cinder-837529-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:41:03.450473 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:41:03.506616 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Made reservation on behalf of e7d2bd97e3674b6482ed6a15ac790c6b for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:41:03.571321 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.policy [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109989) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 16:41:03.623926 dv-cinder-837529-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:41:03.624632 dv-cinder-837529-1-iscsi neutron-server[109989]: WARNING oslo_policy.policy [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 16:41:03.641881 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:03.666511 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:03.786257 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks [] for security_group (9d708c73-73c0-471f-b6fe-0204bb4686ac), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:03.790262 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (9d708c73-73c0-471f-b6fe-0204bb4686ac), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:03.814494 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:41:03.849807 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791372920239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (a5460027-e723-45e9-8979-bdcd28871648), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:03.850391 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Unsubscribe: segment precommit_create {{(pid=109989) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 16:41:03.850926 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Added segment a5460027-e723-45e9-8979-bdcd28871648 of type vlan for network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 Apr 12 16:41:03.868297 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9d708c73-73c0-471f-b6fe-0204bb4686ac,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:03.888254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.888608 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.888968 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.889325 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.890262 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.890943 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.891457 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.891789 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.892120 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.892451 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.892779 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.893121 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.893452 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.893776 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.894101 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Tracked resource versions report: Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: pushed versions: Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: { 'AddressGroup': {'1.2'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Agent': {'1.1'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'ConntrackHelper': {'1.0'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Log': {'1.0'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'NDPProxy': {'1.0'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Network': {'1.1'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Port': {'1.7'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'PortForwarding': {'1.3'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'QosPolicy': {'1.10'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroup': {'1.5'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SubPort': {'1.0'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Subnet': {'1.1'}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Trunk': {'1.1'}} Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: consumer versions: Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Agent': '1.1', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'ConntrackHelper': '1.0', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'LocalIPAssociation': '1.0', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Log': '1.0', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'NDPProxy': '1.0', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Network': '1.1', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Port': '1.7', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'PortForwarding': '1.3', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'QosPolicy': '1.10', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroup': '1.5', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroupRule': '1.2', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SubPort': '1.0', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Subnet': '1.1', Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Trunk': '1.1'}} Apr 12 16:41:03.895562 dv-cinder-837529-1-iscsi neutron-server[109989]: {{(pid=109989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:41:03.975024 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:04.016490 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:04.021621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:04.022371 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:04.088054 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3705208 Apr 12 16:41:04.159049 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ccb20-0c77-495d-8333-856aee9171d4 demo demo] Pushing event updated for resources: {'Network': ['ID=3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:04.174590 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:41:06.677011 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45146) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:07.094486 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4025809f-6212-48ae-9984-45f6ea249ff8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:07.096674 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4025809f-6212-48ae-9984-45f6ea249ff8 demo admin] 10.222.0.55 "GET /v2.0/networks/3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 HTTP/1.1" status: 200 len: 826 time: 0.4184709 Apr 12 16:41:07.135820 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b82c29f9-ede0-475d-b540-beb2b9671b09 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/ab97798e-6fa5-48c1-9243-8a01cb572371 HTTP/1.1" status: 200 len: 734 time: 0.0336034 Apr 12 16:41:07.146267 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'subnetpool_id': 'ab97798e-6fa5-48c1-9243-8a01cb572371', 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:41:07.169039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Made reservation on behalf of e7d2bd97e3674b6482ed6a15ac790c6b for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:41:07.171511 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:07.477748 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (9fd0564d-e1b3-4c7f-9648-8cbc115ab170), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:07.550189 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Checking segment: {'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:41:07.550552 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Network hostable DHCP agents. Network: 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:41:07.556000 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Pushing event updated for resources: {'Subnet': ['ID=9fd0564d-e1b3-4c7f-9648-8cbc115ab170,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:07.576562 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:41:07.588426 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:41:07.596575 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:07.597220 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:07.598530 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8bda42-dade-4452-8d54-135809bdff5a None None] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:41:07.618337 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-39ad9d0b-7f38-43f2-9388-a2bffc4e359b demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4756095 Apr 12 16:41:07.992603 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'fixed_ips': [{'subnet_id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:41:07.993839 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:08.289874 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Allocated IP 172.20.0.2 (3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75/9fd0564d-e1b3-4c7f-9648-8cbc115ab170/2ed39bb2-f13a-470b-9ece-53c2c02ad8b5) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:41:08.575332 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Publish callbacks [] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:08.585584 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:08.661370 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:41:08.668463 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:41:08.678556 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:41:08.681733 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Pushing event updated for resources: {'Port': ['ID=2ed39bb2-f13a-470b-9ece-53c2c02ad8b5,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:08.713263 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.713263 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.713560 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.715787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.715787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.715787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.715787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.715787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.716269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.716269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.716269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.716502 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.716751 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.717085 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.717415 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Tracked resource versions report: Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: pushed versions: Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: { 'AddressGroup': {'1.2'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Agent': {'1.1'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'ConntrackHelper': {'1.0'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Log': {'1.0'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'NDPProxy': {'1.0'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Network': {'1.1'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Port': {'1.7'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'PortForwarding': {'1.3'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'QosPolicy': {'1.10'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroup': {'1.5'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SubPort': {'1.0'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Subnet': {'1.1'}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Trunk': {'1.1'}} Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: consumer versions: Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Agent': '1.1', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'ConntrackHelper': '1.0', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'LocalIPAssociation': '1.0', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Log': '1.0', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'NDPProxy': '1.0', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Network': '1.1', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Port': '1.7', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'PortForwarding': '1.3', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'QosPolicy': '1.10', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroup': '1.5', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroupRule': '1.2', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SubPort': '1.0', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Subnet': '1.1', Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Trunk': '1.1'}} Apr 12 16:41:08.719585 dv-cinder-837529-1-iscsi neutron-server[109991]: {{(pid=109991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:41:08.773151 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Attempting to bind port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:41:08.773563 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Attempting to bind port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:41:08.774001 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Attempting to bind port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 on network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:41:08.779279 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:41:08.779673 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Checking segment: {'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:41:08.781291 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:08.781619 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Bound using segment: {'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:41:08.782127 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Bound port: 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:41:08.782540 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:08.849008 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] For port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:41:08.868959 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] For port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2ed39bb2-f13a-470b-9ece-53c2c02ad8b5,segment=NetworkSegment(a5460027-e723-45e9-8979-bdcd28871648),segment_id=a5460027-e723-45e9-8979-bdcd28871648)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:41:08.876539 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:08.930694 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc38915-8272-475d-a80f-d911d8f9083c None None] Pushing event updated for resources: {'Port': ['ID=2ed39bb2-f13a-470b-9ece-53c2c02ad8b5,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:10.196824 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45154) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:10.534581 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [None req-502296d5-065c-46bd-867e-e7ac4da71f55 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:41:10.535629 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-502296d5-065c-46bd-867e-e7ac4da71f55 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3376913 Apr 12 16:41:13.147106 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:13.489090 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [None req-f832318e-db1a-4059-9398-f19d6e5c549b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:41:13.490076 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f832318e-db1a-4059-9398-f19d6e5c549b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3421259 Apr 12 16:41:16.097464 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45170) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:16.459207 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7f6a60a0-4ec8-4701-aae4-2b7ca73d8a27 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:41:16.490545 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7f6a60a0-4ec8-4701-aae4-2b7ca73d8a27 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (37860359-9b37-4721-946b-9710c1a0289b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:16.492247 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7f6a60a0-4ec8-4701-aae4-2b7ca73d8a27 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (37860359-9b37-4721-946b-9710c1a0289b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:16.648746 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7f6a60a0-4ec8-4701-aae4-2b7ca73d8a27 demo demo] Publish callbacks [] for router_controller (37860359-9b37-4721-946b-9710c1a0289b), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:16.653757 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7f6a60a0-4ec8-4701-aae4-2b7ca73d8a27 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (37860359-9b37-4721-946b-9710c1a0289b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:16.675563 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7f6a60a0-4ec8-4701-aae4-2b7ca73d8a27 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:16.694921 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7f6a60a0-4ec8-4701-aae4-2b7ca73d8a27 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5781300 Apr 12 16:41:19.306419 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45182) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:19.640861 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [None req-4f60233a-a9b9-4977-9062-4585d72aafd0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:41:19.642012 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4f60233a-a9b9-4977-9062-4585d72aafd0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3346829 Apr 12 16:41:19.865245 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:41:19.958800 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:19.959258 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:20.072994 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:20.073393 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:20.110922 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2ed39bb2-f13a-470b-9ece-53c2c02ad8b5,segment=NetworkSegment(a5460027-e723-45e9-8979-bdcd28871648),segment_id=a5460027-e723-45e9-8979-bdcd28871648)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:41:20.123188 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:20.179332 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=2ed39bb2-f13a-470b-9ece-53c2c02ad8b5,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:20.862657 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be85d11-2571-4bcd-889d-0ed456fce6cc None None] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:41:20.926021 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0a1501d1-4170-4aa9-b9b7-8c521a69c00e None None] Provisioning complete for port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:20.926677 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a1501d1-4170-4aa9-b9b7-8c521a69c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:21.054712 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0a1501d1-4170-4aa9-b9b7-8c521a69c00e None None] Current status of the port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:21.277774 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3622b96d-8f4d-438e-adcc-1fea2e352b55 None None] Provisioning complete for port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:21.278184 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3622b96d-8f4d-438e-adcc-1fea2e352b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:21.365667 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3622b96d-8f4d-438e-adcc-1fea2e352b55 None None] Current status of the port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:21.835542 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:41:21.888761 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:21.889175 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:21.966788 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:22.251277 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d1a7bb2c-96d6-4452-9658-310bf463093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.322190 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45190) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:22.655338 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:41:22.680733 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Made reservation on behalf of a85c4cad21a849929ee7ca942aa180b3 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:41:22.683202 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.691974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.772561 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks [] for security_group (8a1dcf6c-ea7c-4545-8176-11415d6870c7), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.776339 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (8a1dcf6c-ea7c-4545-8176-11415d6870c7), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.792287 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Reserving flat network on physical network physnet1 {{(pid=109989) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 16:41:22.811215 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1dcf6c-ea7c-4545-8176-11415d6870c7,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:22.816601 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (41da4625-1f4f-41ed-bc28-4085fb9e2f0d), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.816944 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Added segment 41da4625-1f4f-41ed-bc28-4085fb9e2f0d of type flat for network f9b6a2a8-97e2-4de3-b4f2-ab533010709b Apr 12 16:41:22.865655 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (f9b6a2a8-97e2-4de3-b4f2-ab533010709b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.901343 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (f9b6a2a8-97e2-4de3-b4f2-ab533010709b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.902283 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:22.902854 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:22.959885 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6366200 Apr 12 16:41:23.005148 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b4195-c71c-4dba-95e8-74487570c119 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b6a2a8-97e2-4de3-b4f2-ab533010709b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:23.015919 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:41:24.815300 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b4121ddc-7cab-4411-adbc-82f8cab17d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:25.501536 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45198) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:25.839207 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:25.873192 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d26519-0e85-44c5-82f1-f1886f69fba1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:25.875099 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b4d26519-0e85-44c5-82f1-f1886f69fba1 demo admin] 10.222.0.55 "GET /v2.0/subnets/9fd0564d-e1b3-4c7f-9648-8cbc115ab170 HTTP/1.1" status: 200 len: 849 time: 0.3725698 Apr 12 16:41:26.048606 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9d33304d-e1b0-4adf-8dd9-f7ea65338343 demo admin] 10.222.0.55 "GET /v2.0/routers/37860359-9b37-4721-946b-9710c1a0289b HTTP/1.1" status: 200 len: 704 time: 0.1664238 Apr 12 16:41:26.333363 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:26.646998 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Allocated IP 172.20.0.1 (3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75/9fd0564d-e1b3-4c7f-9648-8cbc115ab170/74a77d51-fafa-429b-b035-93a1296d1d43) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:41:26.855956 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks [] for port (74a77d51-fafa-429b-b035-93a1296d1d43), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:26.924927 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.000281 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:41:27.007227 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:41:27.013359 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:41:27.013494 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (37860359-9b37-4721-946b-9710c1a0289b), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.037324 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Pushing event updated for resources: {'Port': ['ID=74a77d51-fafa-429b-b035-93a1296d1d43,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:27.237012 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.242621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.346305 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-312d1aab-7098-4746-a283-6b8e4c964e12 None None] Provisioning complete for port 74a77d51-fafa-429b-b035-93a1296d1d43 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:27.347523 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-312d1aab-7098-4746-a283-6b8e4c964e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.380987 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-312d1aab-7098-4746-a283-6b8e4c964e12 None None] Port 74a77d51-fafa-429b-b035-93a1296d1d43 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:41:27.467269 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks [] for port (74a77d51-fafa-429b-b035-93a1296d1d43), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.472144 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.472965 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (37860359-9b37-4721-946b-9710c1a0289b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.531406 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Pushing event updated for resources: {'Port': ['ID=74a77d51-fafa-429b-b035-93a1296d1d43,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:27.603156 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:41:27.605248 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:41:27.777982 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Router 37860359-9b37-4721-946b-9710c1a0289b is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:41:27.800827 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-378e8bcb-ded6-468d-9746-13e0c3c2602d None None] Provisioning complete for port 74a77d51-fafa-429b-b035-93a1296d1d43 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:27.801318 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-378e8bcb-ded6-468d-9746-13e0c3c2602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:27.838295 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-378e8bcb-ded6-468d-9746-13e0c3c2602d None None] Port 74a77d51-fafa-429b-b035-93a1296d1d43 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:41:27.878354 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:41:27.885072 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d4e370b2-ef4b-43b5-9bfb-70dc5c7edfe4 demo admin] 10.222.0.55 "PUT /v2.0/routers/37860359-9b37-4721-946b-9710c1a0289b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8311005 Apr 12 16:41:27.902860 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Sync routers for ids ['37860359-9b37-4721-946b-9710c1a0289b'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:41:27.915987 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Routers {'37860359-9b37-4721-946b-9710c1a0289b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:41:27.916809 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:41:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['37860359-9b37-4721-946b-9710c1a0289b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:28.118587 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Set router 37860359-9b37-4721-946b-9710c1a0289b gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:41:28.558143 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37860359-9b37-4721-946b-9710c1a0289b', 'name': 'router1', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:41:16Z', 'updated_at': '2022-04-12T16:41:27Z', 'revision_number': 2, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'gw_port_host': None, '_interfaces': [{'id': '74a77d51-fafa-429b-b035-93a1296d1d43', 'name': '', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'mac_address': 'fa:16:3e:bd:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:26Z', 'updated_at': '2022-04-12T16:41:27Z', 'revision_number': 2, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'subnets': [{'id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab97798e-6fa5-48c1-9243-8a01cb572371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:28.608874 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Checking router: 37860359-9b37-4721-946b-9710c1a0289b for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:41:28.609249 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Updating router 37860359-9b37-4721-946b-9710c1a0289b port 74a77d51-fafa-429b-b035-93a1296d1d43 binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:41:28.691985 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:28.913205 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.217346 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Publish callbacks [] for port (74a77d51-fafa-429b-b035-93a1296d1d43), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.224405 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.411936 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Attempting to bind port 74a77d51-fafa-429b-b035-93a1296d1d43 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:41:29.412341 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Attempting to bind port 74a77d51-fafa-429b-b035-93a1296d1d43 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:41:29.412796 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Attempting to bind port 74a77d51-fafa-429b-b035-93a1296d1d43 on network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:41:29.415089 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Pushing event updated for resources: {'Port': ['ID=74a77d51-fafa-429b-b035-93a1296d1d43,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:29.424755 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:41:29.425158 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Checking segment: {'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:41:29.425642 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.426037 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Bound using segment: {'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:41:29.426521 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Bound port: 74a77d51-fafa-429b-b035-93a1296d1d43, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5460027-e723-45e9-8979-bdcd28871648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:41:29.426922 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.430415 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.430759 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.431142 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.431499 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.431835 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.432162 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.432502 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.432810 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.433154 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.433454 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.433777 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.434216 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.434767 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.435127 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.436380 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Tracked resource versions report: Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: pushed versions: Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: { 'AddressGroup': {'1.2'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Agent': {'1.1'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'ConntrackHelper': {'1.0'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Log': {'1.0'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'NDPProxy': {'1.0'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Network': {'1.1'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Port': {'1.7'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'PortForwarding': {'1.3'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'QosPolicy': {'1.10'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroup': {'1.5'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SubPort': {'1.0'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Subnet': {'1.1'}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Trunk': {'1.1'}} Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: consumer versions: Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Agent': '1.1', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'ConntrackHelper': '1.0', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'LocalIPAssociation': '1.0', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Log': '1.0', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'NDPProxy': '1.0', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Network': '1.1', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Port': '1.7', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'PortForwarding': '1.3', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'QosPolicy': '1.10', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroup': '1.5', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroupRule': '1.2', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SubPort': '1.0', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Subnet': '1.1', Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Trunk': '1.1'}} Apr 12 16:41:29.437791 dv-cinder-837529-1-iscsi neutron-server[109992]: {{(pid=109992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:41:29.466924 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-bc11b36f-4b79-43cd-a479-d6b0a48cbd21 None None] Provisioning complete for port 74a77d51-fafa-429b-b035-93a1296d1d43 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:29.468206 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bc11b36f-4b79-43cd-a479-d6b0a48cbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.503715 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-bc11b36f-4b79-43cd-a479-d6b0a48cbd21 None None] Port 74a77d51-fafa-429b-b035-93a1296d1d43 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:41:29.511291 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] For port 74a77d51-fafa-429b-b035-93a1296d1d43, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:41:29.533811 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] For port 74a77d51-fafa-429b-b035-93a1296d1d43, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=74a77d51-fafa-429b-b035-93a1296d1d43,segment=NetworkSegment(a5460027-e723-45e9-8979-bdcd28871648),segment_id=a5460027-e723-45e9-8979-bdcd28871648)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:41:29.540146 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.596306 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Routers {'37860359-9b37-4721-946b-9710c1a0289b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:41:29.596988 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:41:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['37860359-9b37-4721-946b-9710c1a0289b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:29.678413 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9020b6-772b-4bda-a846-d073503a71fa None None] Pushing event updated for resources: {'Port': ['ID=74a77d51-fafa-429b-b035-93a1296d1d43,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:29.705129 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] Set router 37860359-9b37-4721-946b-9710c1a0289b gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:41:29.824022 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f88e25f1-d3d3-4f9a-9f76-7ea25cd445c0 None None] Provisioning complete for port 74a77d51-fafa-429b-b035-93a1296d1d43 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:29.824753 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f88e25f1-d3d3-4f9a-9f76-7ea25cd445c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.912725 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f88e25f1-d3d3-4f9a-9f76-7ea25cd445c0 None None] Current status of the port 74a77d51-fafa-429b-b035-93a1296d1d43 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:29.913493 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f88e25f1-d3d3-4f9a-9f76-7ea25cd445c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:29.919011 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37860359-9b37-4721-946b-9710c1a0289b', 'name': 'router1', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:41:16Z', 'updated_at': '2022-04-12T16:41:27Z', 'revision_number': 2, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'gw_port_host': None, '_interfaces': [{'id': '74a77d51-fafa-429b-b035-93a1296d1d43', 'name': '', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'mac_address': 'fa:16:3e:bd:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:26Z', 'updated_at': '2022-04-12T16:41:29Z', 'revision_number': 4, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'subnets': [{'id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab97798e-6fa5-48c1-9243-8a01cb572371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:29.947509 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadb00d-87ac-468c-a1b9-f99de0f8ebaa None None] The sync data for ids ['37860359-9b37-4721-946b-9710c1a0289b'] in dv-cinder-837529-1-iscsi is: [{'id': '37860359-9b37-4721-946b-9710c1a0289b', 'name': 'router1', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:41:16Z', 'updated_at': '2022-04-12T16:41:27Z', 'revision_number': 2, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'gw_port_host': None, '_interfaces': [{'id': '74a77d51-fafa-429b-b035-93a1296d1d43', 'name': '', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'mac_address': 'fa:16:3e:bd:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:26Z', 'updated_at': '2022-04-12T16:41:29Z', 'revision_number': 4, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'subnets': [{'id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab97798e-6fa5-48c1-9243-8a01cb572371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:41:29.952278 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f88e25f1-d3d3-4f9a-9f76-7ea25cd445c0 None None] For port 74a77d51-fafa-429b-b035-93a1296d1d43, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=74a77d51-fafa-429b-b035-93a1296d1d43,segment=NetworkSegment(a5460027-e723-45e9-8979-bdcd28871648),segment_id=a5460027-e723-45e9-8979-bdcd28871648)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:41:29.957830 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f88e25f1-d3d3-4f9a-9f76-7ea25cd445c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:30.009414 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e25f1-d3d3-4f9a-9f76-7ea25cd445c0 None None] Pushing event updated for resources: {'Port': ['ID=74a77d51-fafa-429b-b035-93a1296d1d43,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:30.443783 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45218) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:30.625348 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f586a-6fbc-4161-b2df-c53ce5cddfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:30.626687 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6b3f586a-6fbc-4161-b2df-c53ce5cddfdf admin admin] 10.222.0.55 "GET /v2.0/networks/f9b6a2a8-97e2-4de3-b4f2-ab533010709b HTTP/1.1" status: 200 len: 842 time: 0.1817944 Apr 12 16:41:30.636337 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:41:30.658914 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Made reservation on behalf of a85c4cad21a849929ee7ca942aa180b3 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:41:30.661193 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:30.936199 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.objects.ports [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109989) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 16:41:30.936410 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (ed2a15f6-a18a-48ec-bc6b-6ff030122bcb), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:31.068597 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2a15f6-a18a-48ec-bc6b-6ff030122bcb,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:31.081338 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:41:31.081699 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Network hostable DHCP agents. Network: f9b6a2a8-97e2-4de3-b4f2-ab533010709b, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:41:31.101396 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:41:31.111697 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, f9b6a2a8-97e2-4de3-b4f2-ab533010709b) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:41:31.117069 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:31.117660 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:31.124597 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b35c3-1bc4-44be-a1c0-c783c58f55fc None None] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:41:31.137731 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f0ff5886-1038-43c7-af9c-74f63200124b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5047214 Apr 12 16:41:31.247084 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be971ae-dcb2-49ac-aa3f-dbed8abe8f5e None None] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:41:33.670572 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45236) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:33.908695 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1181217b-0829-497f-8224-c5b256b37543 demo admin] 10.222.0.55 "GET /v2.0/routers/37860359-9b37-4721-946b-9710c1a0289b HTTP/1.1" status: 200 len: 710 time: 0.2367797 Apr 12 16:41:34.109731 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0aa79f-b47a-42ee-a72f-9be13fb432f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:41:34.111266 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-cf0aa79f-b47a-42ee-a72f-9be13fb432f2 demo admin] 10.222.0.55 "GET /v2.0/networks/f9b6a2a8-97e2-4de3-b4f2-ab533010709b HTTP/1.1" status: 200 len: 886 time: 0.1971376 Apr 12 16:41:34.120175 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:41:34.413886 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks [] for router_gateway (37860359-9b37-4721-946b-9710c1a0289b), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:34.652837 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks [] for router_gateway (37860359-9b37-4721-946b-9710c1a0289b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:34.736876 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:34.930684 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Allocated IP 172.27.3.159 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/6555416c-d54c-49d0-b984-3daa0071dae9) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:41:35.061946 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks [] for port (6555416c-d54c-49d0-b984-3daa0071dae9), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:35.127624 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:35.188828 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:41:35.193763 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:41:35.243154 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Pushing event updated for resources: {'Port': ['ID=6555416c-d54c-49d0-b984-3daa0071dae9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:35.245995 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:41:35.316373 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.316644 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.317002 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.317350 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.317702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.318042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.318381 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.318742 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.319148 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.320110 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.320448 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.320805 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.321143 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.321469 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.321796 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Tracked resource versions report: Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: pushed versions: Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: { 'AddressGroup': {'1.2'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Agent': {'1.1'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'ConntrackHelper': {'1.0'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Log': {'1.0'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'NDPProxy': {'1.0'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Network': {'1.1'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Port': {'1.7'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'PortForwarding': {'1.3'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'QosPolicy': {'1.10'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroup': {'1.5'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SubPort': {'1.0'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Subnet': {'1.1'}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Trunk': {'1.1'}} Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: consumer versions: Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Agent': '1.1', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'ConntrackHelper': '1.0', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'LocalIPAssociation': '1.0', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Log': '1.0', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'NDPProxy': '1.0', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Network': '1.1', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Port': '1.7', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'PortForwarding': '1.3', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'QosPolicy': '1.10', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroup': '1.5', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroupRule': '1.2', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SubPort': '1.0', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Subnet': '1.1', Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Trunk': '1.1'}} Apr 12 16:41:35.323294 dv-cinder-837529-1-iscsi neutron-server[109990]: {{(pid=109990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:41:35.629953 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks [] for router_gateway (37860359-9b37-4721-946b-9710c1a0289b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:35.838768 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25055'] for router (37860359-9b37-4721-946b-9710c1a0289b), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:35.843901 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-694178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-694201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-694573'] for router (37860359-9b37-4721-946b-9710c1a0289b), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:35.963224 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Router 37860359-9b37-4721-946b-9710c1a0289b has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:41:36.080096 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:41:36.084609 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:36.085728 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4599fa9f-dd82-402f-a9f7-c818d759d051 demo admin] 10.222.0.55 "PUT /v2.0/routers/37860359-9b37-4721-946b-9710c1a0289b HTTP/1.1" status: 200 len: 890 time: 1.9687960 Apr 12 16:41:37.851195 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 74a77d51-fafa-429b-b035-93a1296d1d43 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:41:37.898084 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 74a77d51-fafa-429b-b035-93a1296d1d43 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:37.898342 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:37.978019 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 74a77d51-fafa-429b-b035-93a1296d1d43 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:38.662440 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45252) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:41:38.780921 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-fb6994f7-6966-4f72-ad8e-673a2627ddd4 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1173220 Apr 12 16:41:38.844185 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Sync routers for ids ['37860359-9b37-4721-946b-9710c1a0289b'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:41:38.856610 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Routers {'37860359-9b37-4721-946b-9710c1a0289b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:41:38.858272 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:41:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['37860359-9b37-4721-946b-9710c1a0289b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:39.081441 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Set router 37860359-9b37-4721-946b-9710c1a0289b gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:41:39.557061 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37860359-9b37-4721-946b-9710c1a0289b', 'name': 'router1', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6555416c-d54c-49d0-b984-3daa0071dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:41:16Z', 'updated_at': '2022-04-12T16:41:35Z', 'revision_number': 4, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'gw_port': {'id': '6555416c-d54c-49d0-b984-3daa0071dae9', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:34Z', 'updated_at': '2022-04-12T16:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '74a77d51-fafa-429b-b035-93a1296d1d43', 'name': '', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'mac_address': 'fa:16:3e:bd:45:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:26Z', 'updated_at': '2022-04-12T16:41:29Z', 'revision_number': 5, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'subnets': [{'id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab97798e-6fa5-48c1-9243-8a01cb572371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:39.610383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Checking router: 37860359-9b37-4721-946b-9710c1a0289b for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:41:39.610781 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Updating router 37860359-9b37-4721-946b-9710c1a0289b port 6555416c-d54c-49d0-b984-3daa0071dae9 binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:41:39.664462 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:39.991440 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Publish callbacks [] for port (6555416c-d54c-49d0-b984-3daa0071dae9), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:39.998702 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:40.043270 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff03dd-5f2c-48dc-87a3-208d3762cfa1 None None] Pushing event updated for resources: {'Port': ['ID=6555416c-d54c-49d0-b984-3daa0071dae9,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:40.055794 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Attempting to bind port 6555416c-d54c-49d0-b984-3daa0071dae9 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:41:40.056180 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Attempting to bind port 6555416c-d54c-49d0-b984-3daa0071dae9 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:41:40.056560 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Attempting to bind port 6555416c-d54c-49d0-b984-3daa0071dae9 on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:41:40.062321 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:41:40.062707 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:41:40.063142 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:40.063545 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:41:40.064015 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Bound port: 6555416c-d54c-49d0-b984-3daa0071dae9, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:41:40.064468 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:40.117787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] For port 6555416c-d54c-49d0-b984-3daa0071dae9, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:41:40.121635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] For port 6555416c-d54c-49d0-b984-3daa0071dae9, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=6555416c-d54c-49d0-b984-3daa0071dae9,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:41:40.132209 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:40.181343 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Routers {'37860359-9b37-4721-946b-9710c1a0289b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:41:40.181882 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:41:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['37860359-9b37-4721-946b-9710c1a0289b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:40.243556 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff03dd-5f2c-48dc-87a3-208d3762cfa1 None None] Pushing event updated for resources: {'Port': ['ID=6555416c-d54c-49d0-b984-3daa0071dae9,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:40.312603 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] Set router 37860359-9b37-4721-946b-9710c1a0289b gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:41:40.523226 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37860359-9b37-4721-946b-9710c1a0289b', 'name': 'router1', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6555416c-d54c-49d0-b984-3daa0071dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:41:16Z', 'updated_at': '2022-04-12T16:41:35Z', 'revision_number': 4, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'gw_port': {'id': '6555416c-d54c-49d0-b984-3daa0071dae9', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:34Z', 'updated_at': '2022-04-12T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '74a77d51-fafa-429b-b035-93a1296d1d43', 'name': '', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'mac_address': 'fa:16:3e:bd:45:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:26Z', 'updated_at': '2022-04-12T16:41:29Z', 'revision_number': 5, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'subnets': [{'id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab97798e-6fa5-48c1-9243-8a01cb572371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:41:40.551389 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1708caa-871c-4102-ae92-1a6752650486 None None] The sync data for ids ['37860359-9b37-4721-946b-9710c1a0289b'] in dv-cinder-837529-1-iscsi is: [{'id': '37860359-9b37-4721-946b-9710c1a0289b', 'name': 'router1', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6555416c-d54c-49d0-b984-3daa0071dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:41:16Z', 'updated_at': '2022-04-12T16:41:35Z', 'revision_number': 4, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'gw_port': {'id': '6555416c-d54c-49d0-b984-3daa0071dae9', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:34Z', 'updated_at': '2022-04-12T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '74a77d51-fafa-429b-b035-93a1296d1d43', 'name': '', 'network_id': '3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75', 'tenant_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'mac_address': 'fa:16:3e:bd:45:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37860359-9b37-4721-946b-9710c1a0289b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:41:26Z', 'updated_at': '2022-04-12T16:41:29Z', 'revision_number': 5, 'project_id': 'e7d2bd97e3674b6482ed6a15ac790c6b', 'subnets': [{'id': '9fd0564d-e1b3-4c7f-9648-8cbc115ab170', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab97798e-6fa5-48c1-9243-8a01cb572371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:41:41.880999 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 6555416c-d54c-49d0-b984-3daa0071dae9 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:41:41.939836 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 6555416c-d54c-49d0-b984-3daa0071dae9 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:41.940240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:42.039085 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 6555416c-d54c-49d0-b984-3daa0071dae9 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:42.039817 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:42.065502 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 6555416c-d54c-49d0-b984-3daa0071dae9, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=6555416c-d54c-49d0-b984-3daa0071dae9,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:41:42.071027 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:42.132123 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=6555416c-d54c-49d0-b984-3daa0071dae9,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:41:43.965941 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 6555416c-d54c-49d0-b984-3daa0071dae9 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:41:44.025848 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 6555416c-d54c-49d0-b984-3daa0071dae9 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:41:44.026500 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (6555416c-d54c-49d0-b984-3daa0071dae9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:44.108983 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 6555416c-d54c-49d0-b984-3daa0071dae9 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:41:45.258224 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:41:52.260058 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-305cb362-24a5-4142-b962-0b983f9922fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:54.814416 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7b63-d863-4c4e-a712-b4377ed1eeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:55.789078 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:57.243461 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:41:58.921295 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:22.265325 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1715e661-5c6f-4acf-8e30-fd59963b0d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:22.266352 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:42:24.810389 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2d334380-6845-4345-abb7-cf51e6a073af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:25.792822 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:27.241263 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:28.909378 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:52.251901 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11ecdfa2-2dc4-41fa-83b4-ea7c06e2627a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:54.821962 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d8d20d6-3c17-4e30-ab91-4a8128764788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:55.799056 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:57.241942 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:58.902621 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:42:59.256292 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:43:02.278746 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45736) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:02.342096 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d44be55-7b7e-4dd3-b559-eaca825101c1 admin admin] GET failed (client error): The resource could not be found. Apr 12 16:43:02.343427 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2d44be55-7b7e-4dd3-b559-eaca825101c1 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636375 Apr 12 16:43:02.524031 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00d90b-1f22-4b95-a8ed-9472de3c9960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:02.525474 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ff00d90b-1f22-4b95-a8ed-9472de3c9960 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1779859 Apr 12 16:43:04.911684 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45746) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:05.006871 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044fd2be-e5ff-4fa9-adc0-f79ae8438dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:05.008259 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-044fd2be-e5ff-4fa9-adc0-f79ae8438dd7 admin admin] 10.222.0.55 "GET /v2.0/subnets/9fd0564d-e1b3-4c7f-9648-8cbc115ab170 HTTP/1.1" status: 200 len: 849 time: 0.0956047 Apr 12 16:43:05.017822 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:43:05.103841 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Publish callbacks [] for subnet (9fd0564d-e1b3-4c7f-9648-8cbc115ab170), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:05.246690 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791372886047'] for subnet (9fd0564d-e1b3-4c7f-9648-8cbc115ab170), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:05.277627 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:05.278312 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:05.294936 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] 10.222.0.55 "PUT /v2.0/subnets/9fd0564d-e1b3-4c7f-9648-8cbc115ab170 HTTP/1.1" status: 200 len: 868 time: 0.2655084 Apr 12 16:43:05.295204 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99b0d5-1153-407c-9920-c294905659d6 None None] Network 3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:43:05.298755 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd0564d-e1b3-4c7f-9648-8cbc115ab170,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:43:05.307191 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.307570 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.307922 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.308275 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.308624 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.309126 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.310366 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.310850 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.311242 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.311590 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.311960 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.312295 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.312628 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.312959 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.313438 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3877f-8c0b-4ea0-9ce4-773feaf124ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:43:05.663549 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a1b8811e-0dd9-47a2-8c0f-8277385579d0 None None] Provisioning complete for port 74a77d51-fafa-429b-b035-93a1296d1d43 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:43:05.663942 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1b8811e-0dd9-47a2-8c0f-8277385579d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (74a77d51-fafa-429b-b035-93a1296d1d43), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:05.744194 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8811e-0dd9-47a2-8c0f-8277385579d0 None None] Current status of the port 74a77d51-fafa-429b-b035-93a1296d1d43 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:43:05.752931 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a1b8811e-0dd9-47a2-8c0f-8277385579d0 None None] Provisioning complete for port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:43:05.753321 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1b8811e-0dd9-47a2-8c0f-8277385579d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2ed39bb2-f13a-470b-9ece-53c2c02ad8b5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:05.828746 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8811e-0dd9-47a2-8c0f-8277385579d0 None None] Current status of the port 2ed39bb2-f13a-470b-9ece-53c2c02ad8b5 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:43:07.652506 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45756) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:07.860768 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37afe26-6d02-431c-8b18-c1218bed044f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:07.861245 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37afe26-6d02-431c-8b18-c1218bed044f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:07.862781 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a37afe26-6d02-431c-8b18-c1218bed044f admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2092972 Apr 12 16:43:10.264469 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45764) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:10.394137 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ced5d-00cd-4a35-9975-5541a32a5d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:10.394614 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ced5d-00cd-4a35-9975-5541a32a5d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:10.396357 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4b6ced5d-00cd-4a35-9975-5541a32a5d98 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1309328 Apr 12 16:43:12.753613 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45772) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:12.887055 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8b7ea-e526-41d6-bbdc-80037e0497ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:12.888450 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-76b8b7ea-e526-41d6-bbdc-80037e0497ca admin admin] 10.222.0.55 "GET /v2.0/networks/3b50d9f5-f39e-4cdf-a5e6-ef3ff9533e75 HTTP/1.1" status: 200 len: 870 time: 0.1338801 Apr 12 16:43:15.243796 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45780) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:15.372863 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8611231-e471-4349-a0e0-441096720670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:15.374242 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d8611231-e471-4349-a0e0-441096720670 admin admin] 10.222.0.55 "GET /v2.0/networks/f9b6a2a8-97e2-4de3-b4f2-ab533010709b HTTP/1.1" status: 200 len: 886 time: 0.1294961 Apr 12 16:43:17.731671 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45788) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:17.857259 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a30fe89-ead6-40d6-b892-021a9edfc284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:17.857988 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a30fe89-ead6-40d6-b892-021a9edfc284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:17.859573 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7a30fe89-ead6-40d6-b892-021a9edfc284 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268456 Apr 12 16:43:20.213706 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45796) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:20.312055 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e1687-cebd-473b-a956-08f0a52eeb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:20.312501 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e1687-cebd-473b-a956-08f0a52eeb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:20.314028 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-380e1687-cebd-473b-a956-08f0a52eeb96 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0993676 Apr 12 16:43:22.254115 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ee9b-1222-48b7-9d0d-fa7eeffb2d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:22.670078 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45804) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:22.775800 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f94fa6-9713-483b-888c-574e046ed908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:22.777199 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-26f94fa6-9713-483b-888c-574e046ed908 admin admin] 10.222.0.55 "GET /v2.0/subnets/9fd0564d-e1b3-4c7f-9648-8cbc115ab170 HTTP/1.1" status: 200 len: 868 time: 0.1061561 Apr 12 16:43:24.813980 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d20b1a54-20c4-4980-b579-dcc4ecdfa61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:25.148201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45812) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:43:25.240424 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e21c16-175f-44c7-806e-6654d592269f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:43:25.241781 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-53e21c16-175f-44c7-806e-6654d592269f admin admin] 10.222.0.55 "GET /v2.0/subnets/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb HTTP/1.1" status: 200 len: 816 time: 0.0926442 Apr 12 16:43:25.796939 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:27.247775 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:28.907469 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:36.255067 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:43:52.256401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4989e516-60be-46f4-988e-c7926906cfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:54.816478 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b062f0f8-ead7-4b80-adeb-955ee9517816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:55.809936 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:57.250644 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:43:58.911670 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:06.926158 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45870) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:44:06.976375 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [None req-825f161d-8b3e-47a1-8c77-2474217fa664 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:44:06.977361 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-825f161d-8b3e-47a1-8c77-2474217fa664 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502732 Apr 12 16:44:09.462559 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45878) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:44:09.524351 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9ee4e2-909f-4ff5-8b52-a92ec73d5e20 admin admin] GET failed (client error): The resource could not be found. Apr 12 16:44:09.525646 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9c9ee4e2-909f-4ff5-8b52-a92ec73d5e20 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621521 Apr 12 16:44:09.682945 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57529813-7216-4b1f-be6b-8fb3bdfd6c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:44:09.684378 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-57529813-7216-4b1f-be6b-8fb3bdfd6c89 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1536441 Apr 12 16:44:12.143209 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45886) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:44:12.192801 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:44:12.210951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Made reservation on behalf of a85c4cad21a849929ee7ca942aa180b3 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:44:12.213178 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:12.243825 dv-cinder-837529-1-iscsi neutron-server[109989]: WARNING neutron.services.revisions.revision_plugin [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Could not find related network for resource to bump revision. Apr 12 16:44:12.254593 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84533294-f131-4262-8992-fe807013a570 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:44:12.263927 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (2924f8ca-4a69-4ad1-822f-d4c450a42a5d), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:12.264265 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Added segment 2924f8ca-4a69-4ad1-822f-d4c450a42a5d of type vlan for network c63c0cc9-276b-4f25-bd92-19745285ee98 Apr 12 16:44:12.302763 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (c63c0cc9-276b-4f25-bd92-19745285ee98), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:12.326364 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (c63c0cc9-276b-4f25-bd92-19745285ee98), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:12.327913 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:44:12.328507 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:12.360900 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-84533294-f131-4262-8992-fe807013a570 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2166333 Apr 12 16:44:12.394448 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Pushing event updated for resources: {'Network': ['ID=c63c0cc9-276b-4f25-bd92-19745285ee98,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:44:12.402528 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.402872 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.403884 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.404227 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.404564 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.404895 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.405223 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.405554 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.405884 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.406208 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.406535 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.406878 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.407227 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.407549 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.407868 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84533294-f131-4262-8992-fe807013a570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:12.420557 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network c63c0cc9-276b-4f25-bd92-19745285ee98 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:44:13.254421 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:44:14.734120 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45894) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:44:14.796770 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0337f9-a104-4be3-a4a0-c36c05af881d admin admin] GET failed (client error): The resource could not be found. Apr 12 16:44:14.798052 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-be0337f9-a104-4be3-a4a0-c36c05af881d admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629687 Apr 12 16:44:14.869182 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1af07f-f2c1-462d-8660-7757a8602b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:44:14.871237 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-df1af07f-f2c1-462d-8660-7757a8602b96 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0691028 Apr 12 16:44:14.880838 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:44:14.899027 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Made reservation on behalf of a85c4cad21a849929ee7ca942aa180b3 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:44:14.901374 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.156196 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (2ddcf314-1641-45c5-9d42-d2174994e9c8), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.207725 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddcf314-1641-45c5-9d42-d2174994e9c8,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:44:15.217985 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Checking segment: {'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:44:15.218345 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Network hostable DHCP agents. Network: c63c0cc9-276b-4f25-bd92-19745285ee98, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:44:15.235312 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Network c63c0cc9-276b-4f25-bd92-19745285ee98 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:44:15.243881 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, c63c0cc9-276b-4f25-bd92-19745285ee98) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:44:15.248675 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:44:15.249255 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.253571 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c0556-8b42-4dfc-b99b-4a2f0c66a498 None None] Network c63c0cc9-276b-4f25-bd92-19745285ee98 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:44:15.265870 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e08d98b0-95ee-4aae-8031-98e8f4aeb37c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3883450 Apr 12 16:44:15.367664 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-c63c0cc9-276b-4f25-bd92-19745285ee98', 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98', 'project_id': 'a85c4cad21a849929ee7ca942aa180b3', 'fixed_ips': [{'subnet_id': '2ddcf314-1641-45c5-9d42-d2174994e9c8'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:44:15.368609 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.607487 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Allocated IP 192.168.233.2 (c63c0cc9-276b-4f25-bd92-19745285ee98/2ddcf314-1641-45c5-9d42-d2174994e9c8/35d2b429-e50e-4fd7-b5b2-e0ff4d83a642) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:44:15.755060 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Publish callbacks [] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.764188 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.801093 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Network c63c0cc9-276b-4f25-bd92-19745285ee98 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:44:15.803955 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:44:15.809744 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:44:15.817543 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Pushing event updated for resources: {'Port': ['ID=35d2b429-e50e-4fd7-b5b2-e0ff4d83a642,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:44:15.842807 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.843194 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.843567 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.843943 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.844297 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.844640 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.844981 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.845328 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.845659 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.845994 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.846330 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.846680 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.847049 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.847385 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.847721 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:44:15.886837 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Attempting to bind port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:44:15.886837 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Attempting to bind port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:44:15.886837 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Attempting to bind port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 on network c63c0cc9-276b-4f25-bd92-19745285ee98 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:44:15.892324 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:44:15.892710 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Checking segment: {'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:44:15.893123 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.893527 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Bound using segment: {'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:44:15.893999 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Bound port: 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:44:15.894388 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:15.960805 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] For port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:44:15.964399 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] For port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=35d2b429-e50e-4fd7-b5b2-e0ff4d83a642,segment=NetworkSegment(2924f8ca-4a69-4ad1-822f-d4c450a42a5d),segment_id=2924f8ca-4a69-4ad1-822f-d4c450a42a5d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:44:15.970672 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:16.029041 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c66b7-56c1-4216-9776-a1e2bbfc71e4 None None] Pushing event updated for resources: {'Port': ['ID=35d2b429-e50e-4fd7-b5b2-e0ff4d83a642,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:44:16.896055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c107675-ad6e-4680-8270-6153f1f760a4 None None] Network c63c0cc9-276b-4f25-bd92-19745285ee98 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:44:17.010202 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-65c5dc29-d521-45b0-8e38-660f0c801678 None None] Provisioning complete for port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:44:17.011322 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65c5dc29-d521-45b0-8e38-660f0c801678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:17.115892 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-65c5dc29-d521-45b0-8e38-660f0c801678 None None] Current status of the port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:44:17.116289 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65c5dc29-d521-45b0-8e38-660f0c801678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:17.153836 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-65c5dc29-d521-45b0-8e38-660f0c801678 None None] For port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=35d2b429-e50e-4fd7-b5b2-e0ff4d83a642,segment=NetworkSegment(2924f8ca-4a69-4ad1-822f-d4c450a42a5d),segment_id=2924f8ca-4a69-4ad1-822f-d4c450a42a5d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:44:17.159829 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-65c5dc29-d521-45b0-8e38-660f0c801678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:17.212606 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5dc29-d521-45b0-8e38-660f0c801678 None None] Pushing event updated for resources: {'Port': ['ID=35d2b429-e50e-4fd7-b5b2-e0ff4d83a642,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:44:17.278374 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-24663175-bbcb-4f89-a751-acce42274146 None None] Provisioning complete for port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:44:17.278696 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-24663175-bbcb-4f89-a751-acce42274146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:17.359696 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-24663175-bbcb-4f89-a751-acce42274146 None None] Current status of the port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:44:18.049821 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:44:18.096187 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:44:18.096855 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (35d2b429-e50e-4fd7-b5b2-e0ff4d83a642), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:18.173375 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 35d2b429-e50e-4fd7-b5b2-e0ff4d83a642 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:44:22.259689 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a6beec4f-7183-4e84-974f-980c11a7d1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:24.817124 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9e42c04e-01a5-4957-b883-7de6cb0e9115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:25.804642 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:27.252030 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:28.913364 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:50.252307 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:44:52.264651 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-bedbac32-6137-4c0c-9ad6-cea40900e3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:54.824221 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c863987b-55a1-47ef-ad7e-9607cda3e87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:55.808946 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:57.255959 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:44:58.920716 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:22.269808 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cb754ce1-8059-44ad-8f23-b0147b784adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:24.819976 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0e753bcb-568e-4f6e-827a-d2252beeb42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:25.812194 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:27.251332 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:45:27.258168 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:28.917921 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:52.279428 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9836d734-a970-44cb-9845-9c21c5dc12a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.223468 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45932) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:45:53.229384 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [None req-5cc5e4a8-0039-4256-adb3-2f08a587e621 tempest-verify_tempest_config-1831173215 tempest-verify_tempest_config-1831173215-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:45:53.230384 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5cc5e4a8-0039-4256-adb3-2f08a587e621 tempest-verify_tempest_config-1831173215 tempest-verify_tempest_config-1831173215-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059173 Apr 12 16:45:53.524884 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 45950) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:45:53.635783 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.743848 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Publish callbacks [] for security_group (1cca3386-c9ff-4e03-9a49-b1f199e65824), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.747508 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1cca3386-c9ff-4e03-9a49-b1f199e65824), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.793627 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fde38bb1070418fbd410a3f5f6dea7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2675753 Apr 12 16:45:53.794745 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca3386-c9ff-4e03-9a49-b1f199e65824,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:45:53.796370 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 45956) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:45:53.802054 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.802414 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.802789 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.803178 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.803528 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.803870 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.804206 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.804542 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.804894 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.805233 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.805575 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.806029 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.806357 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.806686 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.807044 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8831f32-0471-4cdd-9bb3-ff6b7b057494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.859795 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Publish callbacks [] for security_group (1cca3386-c9ff-4e03-9a49-b1f199e65824), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.880838 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Publish callbacks [] for security_group (1cca3386-c9ff-4e03-9a49-b1f199e65824), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.971954 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1cca3386-c9ff-4e03-9a49-b1f199e65824), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.974309 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:53.975507 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cca3386-c9ff-4e03-9a49-b1f199e65824 HTTP/1.1" status: 204 len: 168 time: 0.1778815 Apr 12 16:45:53.983626 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca3386-c9ff-4e03-9a49-b1f199e65824,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:45:53.991082 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.991433 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.991779 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.992117 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.992449 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.992781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.993171 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.994145 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.994482 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.994824 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.995391 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.995746 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.996082 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.996407 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:53.996731 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bbf25-d22c-4404-b925-da9dcba0633f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:45:54.823726 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-436703df-a128-4eb8-9bed-40f8f3411545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:55.812390 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:57.263106 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:45:58.912218 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:04.252773 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:46:22.271890 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-69068f04-de8e-44f8-bb4b-318ccc535e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:24.824959 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a1c5eac3-de44-47e9-b411-6dcee5d4546f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:25.815639 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:27.268240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:28.915863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:41.251139 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:46:52.273735 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b7c8849d-3ae3-4163-a320-c591f56f6da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:54.827329 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2ee46aa2-6b89-472c-9f87-384331f8c73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:55.819174 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:57.271470 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:46:58.919132 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:18.249715 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 5 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:47:22.276902 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a2a0da1-9b09-4c83-8b6f-e04de8db5f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:24.827991 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f90a0cb1-93b4-4909-ac26-e86b63d6e2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:25.822199 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:27.273829 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:28.921727 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:41.861847 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693689'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:52.282064 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c501b1fa-f474-4452-8e4f-fd05f9248f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:54.831927 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e0921b1-906e-442f-b1b2-53d91eda57dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:55.249567 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:47:55.825403 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:57.063128 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46026) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:47:57.166352 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2ab57ce7-9469-4994-83d2-bc4ff54d11b9 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020281 Apr 12 16:47:57.281118 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:58.924381 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:47:59.577944 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46036) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:47:59.632052 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7e1ee1f9-c138-4227-a1d3-699d5197003a admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530205 Apr 12 16:48:11.831884 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:22.283239 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d6e89d9-136d-489f-b09b-8dcae1c3e37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:24.834118 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f56bd3ba-bf47-47ad-93c2-b4c94f583849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:25.827851 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:27.279589 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:28.927058 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:32.248765 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:48:41.845237 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:52.286679 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a9756b4-e8cc-441e-ac46-11e42b57aba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:54.878103 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-30e27bde-a6a7-4b19-8eb4-cdcff4b5185d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:55.836169 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:57.291090 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:48:58.929784 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:09.247876 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:49:11.846165 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:22.290399 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-df8e6acc-5bb6-4e43-b572-4810ae839450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:24.834523 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b79d34e0-062a-4e90-9a71-270017acc56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:25.830204 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:27.290044 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:28.934604 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.173226 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46204) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:40.292527 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46218) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:40.511919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-597539390-network', 'tenant_id': '21fccd96273b4b87b5822b82c0512412'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:40.536313 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Made reservation on behalf of 21fccd96273b4b87b5822b82c0512412 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:40.539206 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.554173 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1257195335-network', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:40.561116 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.586103 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46240) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:40.600795 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Made reservation on behalf of fae28403f9c94d76899fbfb5e997f585 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:40.603829 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.616284 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.755745 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks [] for security_group (f43c4578-62a6-48a9-920d-d8c2a2a697b2), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.770331 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (f43c4578-62a6-48a9-920d-d8c2a2a697b2), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.780492 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks [] for security_group (00d4a9fa-cbb4-4f95-beb9-68add682dd95), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.786349 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (00d4a9fa-cbb4-4f95-beb9-68add682dd95), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.799453 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:49:40.833457 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:49:40.839053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791372920239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (387d9256-3ab7-4031-9771-2c53ea4b44f9), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.839623 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Unsubscribe: segment precommit_create {{(pid=109990) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 16:49:40.840309 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Added segment 387d9256-3ab7-4031-9771-2c53ea4b44f9 of type vlan for network fd491a4c-3c01-45c6-ba4b-d85f30b21624 Apr 12 16:49:40.896521 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43c4578-62a6-48a9-920d-d8c2a2a697b2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:40.897999 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-994348288-network', 'tenant_id': 'a22d3e4af5314898abc2baa0c42e4a36'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:40.904336 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (bcb63dec-7e90-46aa-b54a-d68327be1a28), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.904935 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Added segment bcb63dec-7e90-46aa-b54a-d68327be1a28 of type vlan for network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef Apr 12 16:49:40.928799 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Made reservation on behalf of a22d3e4af5314898abc2baa0c42e4a36 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:40.930336 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (fd491a4c-3c01-45c6-ba4b-d85f30b21624), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.933196 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:40.936519 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.936940 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.937456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.938132 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.938658 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.939221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.939935 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.940470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.940986 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.941516 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.942058 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.942795 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.943609 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.944144 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.944671 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Tracked resource versions report: Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: pushed versions: Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: { 'AddressGroup': {'1.2'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Agent': {'1.1'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'ConntrackHelper': {'1.0'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Log': {'1.0'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'NDPProxy': {'1.0'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Network': {'1.1'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Port': {'1.7'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'PortForwarding': {'1.3'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'QosPolicy': {'1.10'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroup': {'1.5'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SubPort': {'1.0'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Subnet': {'1.1'}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Trunk': {'1.1'}} Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: consumer versions: Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Agent': '1.1', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'ConntrackHelper': '1.0', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'LocalIPAssociation': '1.0', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Log': '1.0', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'NDPProxy': '1.0', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Network': '1.1', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Port': '1.7', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'PortForwarding': '1.3', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'QosPolicy': '1.10', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroup': '1.5', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SecurityGroupRule': '1.2', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'SubPort': '1.0', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Subnet': '1.1', Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: 'Trunk': '1.1'}} Apr 12 16:49:40.946121 dv-cinder-837529-1-iscsi neutron-server[109990]: {{(pid=109990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:49:40.949896 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.022152 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.045558 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d4a9fa-cbb4-4f95-beb9-68add682dd95,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:41.055851 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks [] for security_group (13d9d564-a4e0-4ee4-a69f-d10dfa25c97b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.061335 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (fd491a4c-3c01-45c6-ba4b-d85f30b21624), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.062364 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:41.063318 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.063416 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (13d9d564-a4e0-4ee4-a69f-d10dfa25c97b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.084743 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:49:41.098642 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (6949e882-5c8a-455d-8a4d-c821feae8e37), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.099021 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Added segment 6949e882-5c8a-455d-8a4d-c821feae8e37 of type vlan for network cca18eda-7a1c-4187-84e7-40170bf9a1fd Apr 12 16:49:41.160864 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46268) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:41.179592 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd491a4c-3c01-45c6-ba4b-d85f30b21624,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:41.186428 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.187710 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:41.188503 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.194534 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:49:41.206434 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2079ec37-8410-4ccc-8ec6-090557732ba8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9128578 Apr 12 16:49:41.212454 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46272) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:41.228819 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0537436 Apr 12 16:49:41.235416 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46276) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:41.242635 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Request body: {'subnet': {'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-597539390-subnet', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:41.265811 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Request body: {'subnet': {'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-subnet', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:41.296375 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee877e1f-7c1f-44f3-90ea-0c7767afa04d admin admin] Pushing event updated for resources: {'Network': ['ID=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:41.313105 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Made reservation on behalf of 21fccd96273b4b87b5822b82c0512412 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:41.315987 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.340452 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:41.344209 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46280) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:41.376663 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:49:41.384629 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (cca18eda-7a1c-4187-84e7-40170bf9a1fd), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.483927 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Made reservation on behalf of fae28403f9c94d76899fbfb5e997f585 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:41.497229 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.510489 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (cca18eda-7a1c-4187-84e7-40170bf9a1fd), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.512869 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:41.514275 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.558773 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.559848 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.560799 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.561767 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.562925 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.564341 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.565318 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.566265 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.567687 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.571039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.571039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.571039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.571039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.571887 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.573233 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Tracked resource versions report: Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: pushed versions: Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: { 'AddressGroup': {'1.2'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Agent': {'1.1'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'ConntrackHelper': {'1.0'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Log': {'1.0'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'NDPProxy': {'1.0'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Network': {'1.1'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Port': {'1.7'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'PortForwarding': {'1.3'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'QosPolicy': {'1.10'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroup': {'1.5'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SubPort': {'1.0'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Subnet': {'1.1'}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Trunk': {'1.1'}} Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: consumer versions: Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Agent': '1.1', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'ConntrackHelper': '1.0', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'LocalIPAssociation': '1.0', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Log': '1.0', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'NDPProxy': '1.0', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Network': '1.1', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Port': '1.7', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'PortForwarding': '1.3', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'QosPolicy': '1.10', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroup': '1.5', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SecurityGroupRule': '1.2', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'SubPort': '1.0', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Subnet': '1.1', Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: 'Trunk': '1.1'}} Apr 12 16:49:41.575322 dv-cinder-837529-1-iscsi neutron-server[109989]: {{(pid=109989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:49:41.661812 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] Pushing event updated for resources: {'Network': ['ID=cca18eda-7a1c-4187-84e7-40170bf9a1fd,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:41.673197 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:41.673743 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-042e23ff-4c5a-4aea-a98a-68498bcb4d2f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0863042 Apr 12 16:49:41.688911 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Request body: {'subnet': {'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-994348288-subnet', 'tenant_id': 'a22d3e4af5314898abc2baa0c42e4a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:41.722916 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-network', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:41.777265 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Made reservation on behalf of a22d3e4af5314898abc2baa0c42e4a36 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:41.781477 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.800532 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Made reservation on behalf of ef824b9ffd3845c385039cb871fc6deb for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:41.803320 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.817447 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.827710 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network cca18eda-7a1c-4187-84e7-40170bf9a1fd details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:49:41.860153 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-248061020-network', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:41.896068 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Made reservation on behalf of 5b0e32ed9af5417c9ca8c8d4e7774980 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:41.907788 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.929887 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.933942 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:41.965653 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (93eec2a4-ab5a-4061-927c-4fb991714756), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.035647 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93eec2a4-ab5a-4061-927c-4fb991714756,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:42.107951 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Checking segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:42.108449 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Network hostable DHCP agents. Network: 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:49:42.159910 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (3665ef25-cb10-4dc5-953d-ceacf9b2be6b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.161461 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:49:42.184996 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:42.192786 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:42.193709 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.193858 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks [] for security_group (c0f88c09-d561-4224-8b9d-220a7eb992b0), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.196640 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f66084-86d9-4748-bc9d-6443543db55e None None] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:42.234625 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-179de4fc-d510-4a83-b103-46b57cce2974 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9979074 Apr 12 16:49:42.237776 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46308) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:42.242370 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:42.254427 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c0f88c09-d561-4224-8b9d-220a7eb992b0), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.284732 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (72e7b348-5605-44ca-ac11-4bec6d2d94ee), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.286011 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (72e7b348-5605-44ca-ac11-4bec6d2d94ee), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.376636 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:49:42.410846 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks [] for router_controller (72e7b348-5605-44ca-ac11-4bec6d2d94ee), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.419631 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'project_id': '21fccd96273b4b87b5822b82c0512412', 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:49:42.420454 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.434192 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3665ef25-cb10-4dc5-953d-ceacf9b2be6b,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:42.451043 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks [] for security_group (94b8d620-60f5-48e1-a7b7-163c0aec8cfa), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.473559 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (0d764cd9-8752-4649-b47a-f708f7c67b0c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.474141 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Added segment 0d764cd9-8752-4649-b47a-f708f7c67b0c of type vlan for network 81575361-a873-4c78-99bf-1c98b2aa1f17 Apr 12 16:49:42.536150 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (94b8d620-60f5-48e1-a7b7-163c0aec8cfa), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.560382 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.622731 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f88c09-d561-4224-8b9d-220a7eb992b0,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:42.653363 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:49:42.668678 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:42.696762 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (4c34aa29-ef78-4287-adba-9357f78a1b28), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.699436 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Added segment 4c34aa29-ef78-4287-adba-9357f78a1b28 of type vlan for network 553f844a-d4d6-4ae6-9e49-7078ca5d959f Apr 12 16:49:42.700862 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks [] for router_gateway (72e7b348-5605-44ca-ac11-4bec6d2d94ee), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.726792 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Checking segment: {'id': '6949e882-5c8a-455d-8a4d-c821feae8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:42.727312 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Network hostable DHCP agents. Network: cca18eda-7a1c-4187-84e7-40170bf9a1fd, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:49:42.783991 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (553f844a-d4d6-4ae6-9e49-7078ca5d959f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.826671 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Allocated IP 172.20.0.2 (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef/93eec2a4-ab5a-4061-927c-4fb991714756/228e5454-cdac-407b-a6d3-5c1cb42dc9f8) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:42.875930 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (553f844a-d4d6-4ae6-9e49-7078ca5d959f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.876812 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:42.877394 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:42.970348 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Checking segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:42.970718 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Network hostable DHCP agents. Network: fd491a4c-3c01-45c6-ba4b-d85f30b21624, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:49:42.976908 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Pushing event updated for resources: {'Network': ['ID=553f844a-d4d6-4ae6-9e49-7078ca5d959f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:42.979333 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b8d620-60f5-48e1-a7b7-163c0aec8cfa,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:42.983454 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Network cca18eda-7a1c-4187-84e7-40170bf9a1fd is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:49:42.989526 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (81575361-a873-4c78-99bf-1c98b2aa1f17), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.019736 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:49:43.028011 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-18357e51-3c47-4ccd-9f3f-96c8a3e601fd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6768138 Apr 12 16:49:43.029512 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46332) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:43.038510 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Request body: {'subnet': {'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-subnet', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:43.042255 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:49:43.046810 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, cca18eda-7a1c-4187-84e7-40170bf9a1fd) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:43.051596 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, fd491a4c-3c01-45c6-ba4b-d85f30b21624) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:43.067208 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:43.067552 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:43.067909 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.068046 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.092091 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (81575361-a873-4c78-99bf-1c98b2aa1f17), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.093658 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:43.094311 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.141197 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9eac8-e7dd-46d3-9992-2439063329d2 None None] Network cca18eda-7a1c-4187-84e7-40170bf9a1fd requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:43.143554 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks [] for router_gateway (72e7b348-5605-44ca-ac11-4bec6d2d94ee), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.143715 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92552d66-1fc2-4858-b033-5ab7db935160 None None] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:43.148078 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-09b3813e-fb82-4bd7-aea8-ac20b979adbf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9158955 Apr 12 16:49:43.159477 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46340) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:43.166405 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:43.201083 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0321512 Apr 12 16:49:43.226950 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-06ebb92e-77b0-436c-ae0d-b5039052bfbe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5415010 Apr 12 16:49:43.226950 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Made reservation on behalf of 5b0e32ed9af5417c9ca8c8d4e7774980 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:43.228880 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.304574 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Publish callbacks [] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.333147 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.369502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46344) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:43.370583 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48eb2c5-201f-4e1b-b997-ac57d7cf5925 admin admin] Pushing event updated for resources: {'Network': ['ID=81575361-a873-4c78-99bf-1c98b2aa1f17,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:43.402217 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Request body: {'subnet': {'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-subnet', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:43.453051 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (9b69631f-8188-46de-b047-01d9e59c3d65), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.456722 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (9b69631f-8188-46de-b047-01d9e59c3d65), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.495659 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Made reservation on behalf of ef824b9ffd3845c385039cb871fc6deb for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:43.514062 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.610955 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Pushing event updated for resources: {'Port': ['ID=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:43.612700 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.615261 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:49:43.639114 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (710531b1-3a07-41c7-8397-ca5bb84350f7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.720035 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks [] for router_controller (9b69631f-8188-46de-b047-01d9e59c3d65), precommit_add_association {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:43.746281 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.748239 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.749275 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.751611 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.754458 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.755201 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.756360 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.756789 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.759654 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.760092 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.761816 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.763112 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.764113 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.766224 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.768336 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Tracked resource versions report: Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: pushed versions: Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: { 'AddressGroup': {'1.2'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Agent': {'1.1'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'ConntrackHelper': {'1.0'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Log': {'1.0'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'NDPProxy': {'1.0'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Network': {'1.1'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Port': {'1.7'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'PortForwarding': {'1.3'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'QosPolicy': {'1.10'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroup': {'1.5'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SubPort': {'1.0'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Subnet': {'1.1'}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Trunk': {'1.1'}} Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: consumer versions: Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Agent': '1.1', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'ConntrackHelper': '1.0', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'LocalIPAssociation': '1.0', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Log': '1.0', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'NDPProxy': '1.0', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Network': '1.1', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Port': '1.7', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'PortForwarding': '1.3', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'QosPolicy': '1.10', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroup': '1.5', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SecurityGroupRule': '1.2', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'SubPort': '1.0', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Subnet': '1.1', Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: 'Trunk': '1.1'}} Apr 12 16:49:43.775710 dv-cinder-837529-1-iscsi neutron-server[109991]: {{(pid=109991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:49:43.882191 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46384) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:43.930270 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=710531b1-3a07-41c7-8397-ca5bb84350f7,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:43.930694 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea9e0c-d904-4e42-b057-a8b2c5f20b4d None None] Network cca18eda-7a1c-4187-84e7-40170bf9a1fd requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:43.940673 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:43.992954 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:43.999628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:44.017885 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Checking segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:44.018448 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Network hostable DHCP agents. Network: 553f844a-d4d6-4ae6-9e49-7078ca5d959f, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:49:44.086437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:49:44.089243 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.091430 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:49:44.100589 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Allocated IP 172.27.3.236 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/43a6d26e-344c-4cd0-acc6-7b64e604d36a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:44.127433 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 553f844a-d4d6-4ae6-9e49-7078ca5d959f) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:44.143652 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks [] for router_gateway (9b69631f-8188-46de-b047-01d9e59c3d65), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.147851 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:44.149010 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.193633 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f1085-2fb8-4f07-bb17-fc2407d11750 None None] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:44.193920 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-86946ef6-d39b-4128-ad7d-02dd69ddff9b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1630518 Apr 12 16:49:44.208451 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46390) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:44.209254 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61cf8c5f-edb6-4b57-95b0-e4d6b6f551d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.243116 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:44.335201 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Attempting to bind port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:44.336403 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Attempting to bind port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:44.337288 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Attempting to bind port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:44.358440 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:49:44.359560 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.422716 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61cf8c5f-edb6-4b57-95b0-e4d6b6f551d2 admin admin] Publish callbacks [] for security_group (1fbffdbd-37a3-435e-8cfb-1a92a5c757e6), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.469138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-61cf8c5f-edb6-4b57-95b0-e4d6b6f551d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1fbffdbd-37a3-435e-8cfb-1a92a5c757e6), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.557624 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-61cf8c5f-edb6-4b57-95b0-e4d6b6f551d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebea7cc9fee048ef8e39c355f3d3bd1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6713705 Apr 12 16:49:44.560610 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46402) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:44.566682 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (e4219148-315b-4598-affa-268390ead717), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.568098 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (e4219148-315b-4598-affa-268390ead717), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.594803 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:44.595355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Checking segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:44.596097 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.596677 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Bound using segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:44.597437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Bound port: 228e5454-cdac-407b-a6d3-5c1cb42dc9f8, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:44.598147 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.609284 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf8c5f-edb6-4b57-95b0-e4d6b6f551d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbffdbd-37a3-435e-8cfb-1a92a5c757e6,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:44.625495 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (9c184ff4-106e-45a4-acd6-38988f568359), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.637042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks [] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.688319 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks [] for router_controller (e4219148-315b-4598-affa-268390ead717), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.691355 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks [] for router_gateway (9b69631f-8188-46de-b047-01d9e59c3d65), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.707949 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Allocated IP 172.20.0.2 (fd491a4c-3c01-45c6-ba4b-d85f30b21624/3665ef25-cb10-4dc5-953d-ceacf9b2be6b/4b5458f8-cc3c-4c23-b76d-7bb0e20d2850) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:44.734935 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.838557 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46424) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:44.850476 dv-cinder-837529-1-iscsi neutron-server[109989]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 16:49:44.875424 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-24172de9-b953-473a-acc6-c2be83762550 admin admin] Publish callbacks [] for security_group (1fbffdbd-37a3-435e-8cfb-1a92a5c757e6), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.903268 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c184ff4-106e-45a4-acd6-38988f568359,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:44.975269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.983126 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-24172de9-b953-473a-acc6-c2be83762550 admin admin] Publish callbacks [] for security_group (1fbffdbd-37a3-435e-8cfb-1a92a5c757e6), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:44.987105 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Publish callbacks [] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.029534 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.048056 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:45.052071 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks [] for router_gateway (e4219148-315b-4598-affa-268390ead717), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.055955 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:45.065859 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:45.074289 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Checking segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:45.074687 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Network hostable DHCP agents. Network: 81575361-a873-4c78-99bf-1c98b2aa1f17, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:49:45.108438 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Allocated IP 172.27.3.41 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/6de0e1a4-57bb-4837-b326-545cb5ff764a) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:45.146647 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:45.162780 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:45.173556 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:45.177401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] For port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:45.193492 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Pushing event updated for resources: {'Port': ['ID=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:45.204338 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Pushing event updated for resources: {'Port': ['ID=43a6d26e-344c-4cd0-acc6-7b64e604d36a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:45.216117 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] For port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:45.228065 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Allocated IP 172.20.0.2 (553f844a-d4d6-4ae6-9e49-7078ca5d959f/710531b1-3a07-41c7-8397-ca5bb84350f7/c599b601-25cc-4a84-b7b5-e605c8633b2c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:45.238173 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.299083 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:49:45.358621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 81575361-a873-4c78-99bf-1c98b2aa1f17) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:45.373218 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-33b978f8-a5f1-4efd-bd25-200d7968ab8e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:45.375098 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-33b978f8-a5f1-4efd-bd25-200d7968ab8e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/networks?id=cca18eda-7a1c-4187-84e7-40170bf9a1fd HTTP/1.1" status: 200 len: 811 time: 0.5258105 Apr 12 16:49:45.391213 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:45.392299 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.423415 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-24172de9-b953-473a-acc6-c2be83762550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1fbffdbd-37a3-435e-8cfb-1a92a5c757e6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.426039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-24172de9-b953-473a-acc6-c2be83762550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.429604 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-24172de9-b953-473a-acc6-c2be83762550 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fbffdbd-37a3-435e-8cfb-1a92a5c757e6 HTTP/1.1" status: 204 len: 168 time: 0.8658612 Apr 12 16:49:45.437570 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks [] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.442441 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-340303bf-33a4-4929-b882-5e9f4f520782 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/quotas/a22d3e4af5314898abc2baa0c42e4a36 HTTP/1.1" status: 200 len: 375 time: 0.0536771 Apr 12 16:49:45.460136 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-40ae706a-e953-4c6c-9b87-c4cfee4921cf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0715499 Apr 12 16:49:45.463483 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46446) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:45.465456 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24172de9-b953-473a-acc6-c2be83762550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbffdbd-37a3-435e-8cfb-1a92a5c757e6,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:45.473710 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:45.491241 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f3c17-d67b-4fc8-9d70-bf37569b3642 None None] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:45.537618 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c6322f0a-eb30-4601-839b-8e72035996a5 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a22d3e4af5314898abc2baa0c42e4a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818946 Apr 12 16:49:45.557431 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Attempting to bind port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:45.558383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Attempting to bind port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:45.558786 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Attempting to bind port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:45.581254 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:45.581660 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Checking segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:45.582075 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.582613 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Bound using segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:45.583138 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Bound port: 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:45.583528 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.592971 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.602552 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e8a96-a122-4b63-b7fe-6faf702d124b None None] Pushing event updated for resources: {'Port': ['ID=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:45.634097 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks [] for router_gateway (e4219148-315b-4598-affa-268390ead717), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.700888 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] For port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:45.710004 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] For port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:45.719455 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:45.722945 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:45.732463 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:45.757731 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.793468 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:45.976217 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Allocated IP 172.27.3.18 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/5b6734b6-859f-4a08-9149-e7f3766c40bd) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:46.026298 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Pushing event updated for resources: {'Port': ['ID=6de0e1a4-57bb-4837-b326-545cb5ff764a,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:46.078443 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e87f75-d5d0-4ed9-9c8d-f74c16e6e801 None None] Pushing event updated for resources: {'Port': ['ID=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:46.093725 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-81575361-a873-4c78-99bf-1c98b2aa1f17', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:49:46.094377 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.119402 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Publish callbacks [] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.129406 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c069d4cf-05f4-416d-b003-3c8005c09cef service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:49:46.145336 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c069d4cf-05f4-416d-b003-3c8005c09cef service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1964624 Apr 12 16:49:46.157006 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.162852 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks [] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.232897 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46458) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:46.257516 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:49:46.276657 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.333298 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (e681618b-f086-45a2-a686-d3fee66f0071), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.340903 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (e681618b-f086-45a2-a686-d3fee66f0071), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.350800 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-2ef5709d-5ed1-4fab-ac6e-8a93ca4a3285 service neutron] 10.222.0.55 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044249 Apr 12 16:49:46.365400 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd547f68-e9a8-4a76-a8d6-80f55f046d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.432118 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks [] for router_gateway (72e7b348-5605-44ca-ac11-4bec6d2d94ee), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.447883 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:46.455138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:46.456905 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:46.475950 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:46.482549 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Pushing event updated for resources: {'Port': ['ID=c599b601-25cc-4a84-b7b5-e605c8633b2c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:46.500395 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:49:46.558425 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:46.574838 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:46.669695 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Allocated IP 172.20.0.2 (81575361-a873-4c78-99bf-1c98b2aa1f17/9c184ff4-106e-45a4-acd6-38988f568359/64e61232-51b9-4897-a20f-64d5b5eff298) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:46.734130 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks [] for router_gateway (9b69631f-8188-46de-b047-01d9e59c3d65), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.812527 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6734b6-859f-4a08-9149-e7f3766c40bd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:46.833348 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks [] for router_controller (e681618b-f086-45a2-a686-d3fee66f0071), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.841660 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-d17d03b2-331c-4588-847f-77b46a9de194 service neutron] 10.222.0.55 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895060 Apr 12 16:49:46.859785 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Publish callbacks [] for port (64e61232-51b9-4897-a20f-64d5b5eff298), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.926116 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:46.938833 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Attempting to bind port c599b601-25cc-4a84-b7b5-e605c8633b2c on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:46.939258 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Attempting to bind port c599b601-25cc-4a84-b7b5-e605c8633b2c by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:46.939634 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Attempting to bind port c599b601-25cc-4a84-b7b5-e605c8633b2c on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:47.002989 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46474) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:47.035150 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:47.041560 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:47.041953 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Checking segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:47.042371 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.042782 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Bound using segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:47.043597 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Bound port: c599b601-25cc-4a84-b7b5-e605c8633b2c, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:47.044017 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.061605 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Pushing event updated for resources: {'Port': ['ID=64e61232-51b9-4897-a20f-64d5b5eff298,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:47.064970 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:47.154842 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46486) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:47.204374 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] For port c599b601-25cc-4a84-b7b5-e605c8633b2c, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:47.210914 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] For port c599b601-25cc-4a84-b7b5-e605c8633b2c, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c599b601-25cc-4a84-b7b5-e605c8633b2c,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:47.219557 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558a229-c551-4548-9b04-59c47916e5d9 None None] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:47.346183 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.430592 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-6e47ed5c-10c5-4eae-b148-b562d01be57c None None] Provisioning complete for port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:47.431015 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e47ed5c-10c5-4eae-b148-b562d01be57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.479650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250c3c7-2c70-41a2-889b-55fe13952835 None None] Pushing event updated for resources: {'Port': ['ID=c599b601-25cc-4a84-b7b5-e605c8633b2c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:47.482714 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:47.483153 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.537538 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (72e7b348-5605-44ca-ac11-4bec6d2d94ee), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.564924 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec5b1ecf-e257-4de3-95ee-fa6708c2054c req-21a7f88d-db3c-4edc-b468-8fccbb98fc07 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.4081383 Apr 12 16:49:47.584799 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-14341d58-3f08-4669-a2e1-bbbebf89d3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.623635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:47.652595 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (9b69631f-8188-46de-b047-01d9e59c3d65), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.690303 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d42e1-85fa-4098-bfd8-b77aadf45fe0 None None] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:47.716111 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd547f68-e9a8-4a76-a8d6-80f55f046d3c admin admin] Publish callbacks [] for security_group (794e1d15-7a7e-4850-a196-f6d7e26191f3), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.763537 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fd547f68-e9a8-4a76-a8d6-80f55f046d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (794e1d15-7a7e-4850-a196-f6d7e26191f3), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.790100 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks [] for router_gateway (e681618b-f086-45a2-a686-d3fee66f0071), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.811834 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fd547f68-e9a8-4a76-a8d6-80f55f046d3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c4f01ee7a6c47bc93b7231d86ec5692&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5772569 Apr 12 16:49:47.821874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46520) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:47.888827 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-14341d58-3f08-4669-a2e1-bbbebf89d3eb admin admin] Publish callbacks [] for security_group (bdb17a3c-8724-43e6-b149-709483763516), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.915240 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-14341d58-3f08-4669-a2e1-bbbebf89d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (bdb17a3c-8724-43e6-b149-709483763516), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.964484 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks [] for router_gateway (e4219148-315b-4598-affa-268390ead717), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.984146 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a141729a-b300-4c8e-848e-4c7dfc1e974e admin admin] Publish callbacks [] for security_group (794e1d15-7a7e-4850-a196-f6d7e26191f3), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:47.996086 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-14341d58-3f08-4669-a2e1-bbbebf89d3eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f38244c2de94e2882f78a7d91511685&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9873025 Apr 12 16:49:48.002665 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46528) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:48.003369 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14341d58-3f08-4669-a2e1-bbbebf89d3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb17a3c-8724-43e6-b149-709483763516,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:48.054135 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a141729a-b300-4c8e-848e-4c7dfc1e974e admin admin] Publish callbacks [] for security_group (794e1d15-7a7e-4850-a196-f6d7e26191f3), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.098662 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Router 9b69631f-8188-46de-b047-01d9e59c3d65 is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:49:48.107551 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd547f68-e9a8-4a76-a8d6-80f55f046d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794e1d15-7a7e-4850-a196-f6d7e26191f3,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:48.229767 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Attempting to bind port 64e61232-51b9-4897-a20f-64d5b5eff298 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:48.230001 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Attempting to bind port 64e61232-51b9-4897-a20f-64d5b5eff298 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:48.230777 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Attempting to bind port 64e61232-51b9-4897-a20f-64d5b5eff298 on network 81575361-a873-4c78-99bf-1c98b2aa1f17 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:48.239956 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6e47ed5c-10c5-4eae-b148-b562d01be57c None None] Current status of the port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:48.241006 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6e47ed5c-10c5-4eae-b148-b562d01be57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.246406 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:48.247229 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Checking segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:48.247861 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.252752 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Bound using segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:48.253550 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Bound port: 64e61232-51b9-4897-a20f-64d5b5eff298, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:48.254181 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.314368 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:48.314769 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.428531 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a141729a-b300-4c8e-848e-4c7dfc1e974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (794e1d15-7a7e-4850-a196-f6d7e26191f3), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.432699 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a141729a-b300-4c8e-848e-4c7dfc1e974e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.434072 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a141729a-b300-4c8e-848e-4c7dfc1e974e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/794e1d15-7a7e-4850-a196-f6d7e26191f3 HTTP/1.1" status: 204 len: 168 time: 0.6109517 Apr 12 16:49:48.448325 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141729a-b300-4c8e-848e-4c7dfc1e974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e1d15-7a7e-4850-a196-f6d7e26191f3,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:48.463956 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dda4c763-fbe3-4e70-9bcc-2eae5d8f55ca admin admin] Publish callbacks [] for security_group (bdb17a3c-8724-43e6-b149-709483763516), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.471827 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:49:48.485799 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:49:48.514058 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:48.516010 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:48.538150 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dda4c763-fbe3-4e70-9bcc-2eae5d8f55ca admin admin] Publish callbacks [] for security_group (bdb17a3c-8724-43e6-b149-709483763516), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.551172 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:48.553289 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a7319db0-ae32-4ac7-b3cf-74d03ca10be3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3920951 Apr 12 16:49:48.557761 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46552) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:48.558258 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Router 72e7b348-5605-44ca-ac11-4bec6d2d94ee is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:49:48.742947 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:49:48.780319 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.057552 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.db.api [None req-6e47ed5c-10c5-4eae-b148-b562d01be57c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 16:49:49.058273 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG oslo_db.api [None req-6e47ed5c-10c5-4eae-b148-b562d01be57c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 16:49:49.087862 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks [] for router_gateway (e681618b-f086-45a2-a686-d3fee66f0071), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.089209 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] For port 64e61232-51b9-4897-a20f-64d5b5eff298, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:49.092946 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] For port 64e61232-51b9-4897-a20f-64d5b5eff298, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=64e61232-51b9-4897-a20f-64d5b5eff298,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:49.095006 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b7ee3ff-402e-4a97-847d-1d723cddfe5b req-c2a429f7-c850-4c71-b8b4-0ae0199d75af tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.2766366 Apr 12 16:49:49.096971 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:49.122009 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.140956 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:49:49.184760 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.234989 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (e4219148-315b-4598-affa-268390ead717), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.269776 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c599b601-25cc-4a84-b7b5-e605c8633b2c up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:49:49.341254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dda4c763-fbe3-4e70-9bcc-2eae5d8f55ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (bdb17a3c-8724-43e6-b149-709483763516), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.349259 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dda4c763-fbe3-4e70-9bcc-2eae5d8f55ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.350452 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-dda4c763-fbe3-4e70-9bcc-2eae5d8f55ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdb17a3c-8724-43e6-b149-709483763516 HTTP/1.1" status: 204 len: 168 time: 1.3313491 Apr 12 16:49:49.390730 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4c763-fbe3-4e70-9bcc-2eae5d8f55ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb17a3c-8724-43e6-b149-709483763516,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:49.509934 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port c599b601-25cc-4a84-b7b5-e605c8633b2c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:49.511022 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:46Z', 'revision_number': 3, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:49.512401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.607399 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:49:49.607759 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Updating router 9b69631f-8188-46de-b047-01d9e59c3d65 port 6de0e1a4-57bb-4837-b326-545cb5ff764a binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:49:49.674139 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dcaf9-9ff7-4b64-a223-1ab05c4d4348 None None] Pushing event updated for resources: {'Port': ['ID=64e61232-51b9-4897-a20f-64d5b5eff298,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:49.682564 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:49.787873 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:49:49.835221 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Sync routers for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:49:49.900666 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:49.901218 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:50.051147 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Allocated IP 172.27.3.13 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/ba64af1e-7139-4868-814c-8c8a57c2d4ef) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:50.119707 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-6e47ed5c-10c5-4eae-b148-b562d01be57c None None] Current status of the port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:50.169885 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:50.174664 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-420102f9-5ecc-4c57-b77a-925ccdb3aba9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9323316 Apr 12 16:49:50.184517 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46600) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:50.211219 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Router e4219148-315b-4598-affa-268390ead717 is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:49:50.287077 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:50.390120 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Provisioning complete for port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:50.390525 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:50.476335 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks [] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:50.484740 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39656cb6-0591-4cc6-a443-33bfdf0f927c None None] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:50.520445 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port c599b601-25cc-4a84-b7b5-e605c8633b2c is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:50.521080 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:50.544711 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:49:50.560172 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.49', 64187) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:50.563851 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Sync routers for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:49:50.581253 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:50.585650 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:50.642615 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f70c1ebd-663d-41bd-ab3a-8b45f0e8cdbf req-ad94ed76-7b76-4c20-baa5-39112c868478 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.2115734 Apr 12 16:49:50.676687 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:50.677806 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9bc3211c-340d-47d7-9bf7-ef1c716ddff3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4563258 Apr 12 16:49:50.740600 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46614) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:50.758035 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port c599b601-25cc-4a84-b7b5-e605c8633b2c, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c599b601-25cc-4a84-b7b5-e605c8633b2c,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:49:50.766820 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:49:50.861257 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:50.863490 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:49:50.961232 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:51.015188 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Current status of the port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:51.017907 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629136e-3377-445d-ba29-9e0635fa9b3b None None] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:49:51.095573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba64af1e-7139-4868-814c-8c8a57c2d4ef,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:51.153879 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:51.155568 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:49:51.182999 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:51.189728 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:51.281565 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Provisioning complete for port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:51.282475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:51.290071 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=c599b601-25cc-4a84-b7b5-e605c8633b2c,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:51.336192 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-552f9d3f-d5fe-4eb9-aabd-5461394cf9e7 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:51.337866 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-552f9d3f-d5fe-4eb9-aabd-5461394cf9e7 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.49 "GET /v2.0/networks?id=cca18eda-7a1c-4187-84e7-40170bf9a1fd HTTP/1.1" status: 200 len: 811 time: 0.7753897 Apr 12 16:49:51.481498 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:51.482922 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Request body: {'port': {'device_id': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd', 'admin_state_up': True, 'tenant_id': 'a22d3e4af5314898abc2baa0c42e4a36'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:51.488544 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:51.830152 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:45Z', 'revision_number': 3, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:51.922205 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Checking router: 72e7b348-5605-44ca-ac11-4bec6d2d94ee for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:49:51.922870 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Updating router 72e7b348-5605-44ca-ac11-4bec6d2d94ee port 43a6d26e-344c-4cd0-acc6-7b64e604d36a binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:49:51.922971 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Publish callbacks [] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:51.953753 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:51.977310 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:47Z', 'revision_number': 3, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:51.984813 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Allocated IP 172.20.0.1 (fd491a4c-3c01-45c6-ba4b-d85f30b21624/3665ef25-cb10-4dc5-953d-ceacf9b2be6b/de721837-a8d3-466d-b4f1-6d483fdbb052) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:52.006966 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Current status of the port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:52.007636 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.039264 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Checking router: e4219148-315b-4598-affa-268390ead717 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:49:52.040119 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Updating router e4219148-315b-4598-affa-268390ead717 port 5b6734b6-859f-4a08-9149-e7f3766c40bd binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:49:52.123114 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.126585 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.194681 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f8f31f89-8e47-49f3-947c-8d4adc92d573 req-ef0d3395-bda8-4225-ac90-fbcba58ba8d4 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.0768821 Apr 12 16:49:52.260751 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Attempting to bind port 6de0e1a4-57bb-4837-b326-545cb5ff764a on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:52.261416 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Attempting to bind port 6de0e1a4-57bb-4837-b326-545cb5ff764a by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:52.261965 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Attempting to bind port 6de0e1a4-57bb-4837-b326-545cb5ff764a on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:52.277130 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:52.277832 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:52.278439 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.279119 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:52.279813 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Bound port: 6de0e1a4-57bb-4837-b326-545cb5ff764a, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:52.280551 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.282554 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Pushing event updated for resources: {'Port': ['ID=6de0e1a4-57bb-4837-b326-545cb5ff764a,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:52.295727 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Made reservation on behalf of a22d3e4af5314898abc2baa0c42e4a36 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:49:52.299716 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.322882 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.323573 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.324102 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.324615 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.325112 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.325604 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.326132 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.326635 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.327168 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.327669 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.328168 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.328704 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.329387 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.329884 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.330391 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Tracked resource versions report: Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: pushed versions: Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: { 'AddressGroup': {'1.2'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Agent': {'1.1'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'ConntrackHelper': {'1.0'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'LocalIPAssociation': {'1.0'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Log': {'1.0'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'NDPProxy': {'1.0'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Network': {'1.1'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Port': {'1.7'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'PortForwarding': {'1.3'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'QosPolicy': {'1.10'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroup': {'1.5'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroupRule': {'1.2'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SubPort': {'1.0'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Subnet': {'1.1'}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Trunk': {'1.1'}} Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: consumer versions: Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: { DHCP agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: HyperV agent@hv-cinder-83752: {}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: L3 agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: Metadata agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: Metering agent@dv-cinder-837529-1-iscsi: {}, Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: Open vSwitch agent@dv-cinder-837529-1-iscsi: { 'AddressGroup': '1.2', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Agent': '1.1', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'ConntrackHelper': '1.0', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'LocalIPAssociation': '1.0', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Log': '1.0', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'NDPProxy': '1.0', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Network': '1.1', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Port': '1.7', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'PortForwarding': '1.3', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'QosPolicy': '1.10', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroup': '1.5', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SecurityGroupRule': '1.2', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'SubPort': '1.0', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Subnet': '1.1', Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: 'Trunk': '1.1'}} Apr 12 16:49:52.331807 dv-cinder-837529-1-iscsi neutron-server[109992]: {{(pid=109992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 16:49:52.380795 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks [] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.496357 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] For port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:49:52.524549 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:52.526979 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.533897 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.600841 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks [] for router_gateway (e681618b-f086-45a2-a686-d3fee66f0071), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.854354 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-782301f9-d817-4018-9364-2068c763a095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.860745 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] For port 6de0e1a4-57bb-4837-b326-545cb5ff764a, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:52.946353 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:52.954450 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Provisioning complete for port c599b601-25cc-4a84-b7b5-e605c8633b2c triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:52.954969 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.018779 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] For port 6de0e1a4-57bb-4837-b326-545cb5ff764a, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=6de0e1a4-57bb-4837-b326-545cb5ff764a,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:53.026101 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4468c1-548b-4fce-9fca-9bec636a9431 None None] Pushing event updated for resources: {'Port': ['ID=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:53.044203 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.090125 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.db.api [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 16:49:53.090485 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG oslo_db.api [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 16:49:53.114465 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.131676 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:53.192866 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Current status of the port c599b601-25cc-4a84-b7b5-e605c8633b2c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:53.211713 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Provisioning complete for port 64e61232-51b9-4897-a20f-64d5b5eff298 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:53.212125 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.294023 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Pushing event updated for resources: {'Port': ['ID=de721837-a8d3-466d-b4f1-6d483fdbb052,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:53.327033 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:53.328971 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:53.329732 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:53.334445 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98feb4-42cc-4780-b8bd-db023da230b2 None None] Pushing event updated for resources: {'Port': ['ID=6de0e1a4-57bb-4837-b326-545cb5ff764a,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:53.335367 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:53.335932 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (9b69631f-8188-46de-b047-01d9e59c3d65), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.400590 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Allocated IP 172.20.0.2 (cca18eda-7a1c-4187-84e7-40170bf9a1fd/58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988/212a2726-05d4-4ddb-8e68-7d26d7191cdc) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:53.469556 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Current status of the port 64e61232-51b9-4897-a20f-64d5b5eff298 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:53.470264 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.497152 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Publish callbacks [] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.564700 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.737786 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] For port 64e61232-51b9-4897-a20f-64d5b5eff298, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=64e61232-51b9-4897-a20f-64d5b5eff298,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:49:53.861254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.875681 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:53.878267 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a2730b-e503-4e6e-a2ff-2027f44d87b9 req-16c6aed2-7273-4c0e-bef3-e0cddd51daa2 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.2620964 Apr 12 16:49:53.950066 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec770d6-1cef-4746-bf38-f54b763ac5a2 None None] Pushing event updated for resources: {'Port': ['ID=5b6734b6-859f-4a08-9149-e7f3766c40bd,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:53.956908 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Attempting to bind port 5b6734b6-859f-4a08-9149-e7f3766c40bd on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:53.966876 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Attempting to bind port 5b6734b6-859f-4a08-9149-e7f3766c40bd by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:53.968406 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Attempting to bind port 5b6734b6-859f-4a08-9149-e7f3766c40bd on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:53.984941 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (e681618b-f086-45a2-a686-d3fee66f0071), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.004852 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:49:54.019987 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:54.021294 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:54.021865 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.022417 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:54.023096 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Bound port: 5b6734b6-859f-4a08-9149-e7f3766c40bd, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:54.023687 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.071468 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks [] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.091564 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:54.140091 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-566d8e3a-82f2-40bd-864f-a8d4d2c7ec47 None None] Provisioning complete for port de721837-a8d3-466d-b4f1-6d483fdbb052 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:54.140480 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-566d8e3a-82f2-40bd-864f-a8d4d2c7ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.217805 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.389825 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fc167-1dda-4567-9fd5-94823c3bff34 None None] Pushing event updated for resources: {'Port': ['ID=64e61232-51b9-4897-a20f-64d5b5eff298,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:54.406097 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-566d8e3a-82f2-40bd-864f-a8d4d2c7ec47 None None] Port de721837-a8d3-466d-b4f1-6d483fdbb052 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:49:54.578636 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c599b601-25cc-4a84-b7b5-e605c8633b2c up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:49:54.599590 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] For port 5b6734b6-859f-4a08-9149-e7f3766c40bd, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:54.606371 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] For port 5b6734b6-859f-4a08-9149-e7f3766c40bd, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=5b6734b6-859f-4a08-9149-e7f3766c40bd,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:54.633433 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.720978 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Publish callbacks [] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.749641 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.751820 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Pushing event updated for resources: {'Port': ['ID=212a2726-05d4-4ddb-8e68-7d26d7191cdc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:54.841370 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Network cca18eda-7a1c-4187-84e7-40170bf9a1fd is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:54.844590 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:54.849604 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks [] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.854736 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:54.871246 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:54.871900 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.880357 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.881081 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (9b69631f-8188-46de-b047-01d9e59c3d65), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.887324 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46746) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:54.904008 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec770d6-1cef-4746-bf38-f54b763ac5a2 None None] Pushing event updated for resources: {'Port': ['ID=5b6734b6-859f-4a08-9149-e7f3766c40bd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:54.944269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Attempting to bind port 43a6d26e-344c-4cd0-acc6-7b64e604d36a on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:54.953401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Attempting to bind port 43a6d26e-344c-4cd0-acc6-7b64e604d36a by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:54.953401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Attempting to bind port 43a6d26e-344c-4cd0-acc6-7b64e604d36a on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:54.953808 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-19b2d042-06d3-483a-91e6-1e32b5e0a42e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4769037 Apr 12 16:49:54.953891 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port c599b601-25cc-4a84-b7b5-e605c8633b2c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:54.953891 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:54.958664 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-710ceaf6-e27f-46c4-95f2-712964b70eb5 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:49:54.983947 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-710ceaf6-e27f-46c4-95f2-712964b70eb5 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193291 Apr 12 16:49:54.990882 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:54.993962 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:54.996122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Router e681618b-f086-45a2-a686-d3fee66f0071 is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:49:55.066246 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46754) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:55.074228 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Allocated IP 172.20.0.1 (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef/93eec2a4-ab5a-4061-927c-4fb991714756/cf1fca8b-abe8-428f-b196-af730180c0f2) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:55.118307 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:46Z', 'revision_number': 3, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:55.126388 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7f71888-e47b-444e-9186-5f8332b009ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.145224 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:55.146824 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:55.147823 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.149840 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:55.150601 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Bound port: 43a6d26e-344c-4cd0-acc6-7b64e604d36a, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:55.152215 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.199112 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.201470 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe9091-822f-4830-939e-5d0426801c3a None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:46Z', 'revision_number': 3, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:49:55.307670 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59857fd4-daad-4690-ac63-3687ceac610a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.318597 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Request body: {'port': {'device_id': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:49:55.320165 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36f1b2-901f-4ba6-bfbc-4135ebf88dc1 None None] Pushing event updated for resources: {'Port': ['ID=43a6d26e-344c-4cd0-acc6-7b64e604d36a,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:55.330054 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] For port 43a6d26e-344c-4cd0-acc6-7b64e604d36a, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:55.334011 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] For port 43a6d26e-344c-4cd0-acc6-7b64e604d36a, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=43a6d26e-344c-4cd0-acc6-7b64e604d36a,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:55.374093 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:49:55.460267 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.546919 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port c599b601-25cc-4a84-b7b5-e605c8633b2c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:55.551677 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 64e61232-51b9-4897-a20f-64d5b5eff298 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:49:55.598438 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Allocated IP 172.20.0.1 (553f844a-d4d6-4ae6-9e49-7078ca5d959f/710531b1-3a07-41c7-8397-ca5bb84350f7/63e04c8b-d523-4e4f-a4d4-98befe4d8d15) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:49:55.650012 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:49:55.714731 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Sync routers for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:49:55.846841 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.856634 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-159f3ab4-a755-4cc7-a040-1c648ec1b5c6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3901980 Apr 12 16:49:55.857288 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46764) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:55.864225 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:55.913910 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:55.918919 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:55.992352 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e559c-25ea-45f0-9193-05c805b2c704 req-72f74512-b7fc-48e0-9259-9662499d4515 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:55.996707 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-919e559c-25ea-45f0-9193-05c805b2c704 req-72f74512-b7fc-48e0-9259-9662499d4515 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 931 time: 0.9424477 Apr 12 16:49:55.999594 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Pushing event updated for resources: {'Port': ['ID=de721837-a8d3-466d-b4f1-6d483fdbb052,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:56.011650 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:47Z', 'revision_number': 3, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:56.145068 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59857fd4-daad-4690-ac63-3687ceac610a admin admin] Publish callbacks [] for security_group (895c0b5a-d6bb-4bb7-b715-1b9965bf1941), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:56.177792 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b17dfe-1d1b-4b24-8112-61e5ad360bc5 None None] The sync data for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi is: [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:47Z', 'revision_number': 3, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:49:56.206047 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95a17921-ad90-426e-8f27-6296d20dc9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:56.251709 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:49:56.323305 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-919e559c-25ea-45f0-9193-05c805b2c704 req-064f8f6d-5963-4444-8e3f-2202c1002bea tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609022 Apr 12 16:49:56.329210 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:56.330084 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:56.418230 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36f1b2-901f-4ba6-bfbc-4135ebf88dc1 None None] Pushing event updated for resources: {'Port': ['ID=43a6d26e-344c-4cd0-acc6-7b64e604d36a,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:56.504314 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-59857fd4-daad-4690-ac63-3687ceac610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (895c0b5a-d6bb-4bb7-b715-1b9965bf1941), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:56.628017 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:56.652700 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks [] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:56.671662 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 64e61232-51b9-4897-a20f-64d5b5eff298 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:56.675485 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:56.699140 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:56.714716 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:56.749202 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks [] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:56.937607 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:49:57.043675 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95a17921-ad90-426e-8f27-6296d20dc9a6 admin admin] Publish callbacks [] for security_group (109841f9-40b5-4819-b9c1-71e15a929e1d), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.131825 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95a17921-ad90-426e-8f27-6296d20dc9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (109841f9-40b5-4819-b9c1-71e15a929e1d), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.165992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212a2726-05d4-4ddb-8e68-7d26d7191cdc {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:49:57.177192 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Publish callbacks [] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.193886 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.208172 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Transition to ACTIVE for port object 212a2726-05d4-4ddb-8e68-7d26d7191cdc will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:49:57.225633 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-59857fd4-daad-4690-ac63-3687ceac610a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=130d70bd15bc4c2183e28db89dd1c35b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3361337 Apr 12 16:49:57.247224 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59857fd4-daad-4690-ac63-3687ceac610a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895c0b5a-d6bb-4bb7-b715-1b9965bf1941,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:57.267610 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.284899 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46788) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:57.295086 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:57.340534 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a17921-ad90-426e-8f27-6296d20dc9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109841f9-40b5-4819-b9c1-71e15a929e1d,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:57.348346 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-95a17921-ad90-426e-8f27-6296d20dc9a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49227218eb924d57b55861be8786f011&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1496890 Apr 12 16:49:57.384963 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:57.389927 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46790) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:57.396946 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:57.397575 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (72e7b348-5605-44ca-ac11-4bec6d2d94ee), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.409455 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=212a2726-05d4-4ddb-8e68-7d26d7191cdc,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:57.680223 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.733930 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.742916 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdaed441-d8d9-4134-8670-fc64e0cbbb79 admin admin] Publish callbacks [] for security_group (895c0b5a-d6bb-4bb7-b715-1b9965bf1941), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.779355 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Attempting to bind port 212a2726-05d4-4ddb-8e68-7d26d7191cdc on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:49:57.779808 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Attempting to bind port 212a2726-05d4-4ddb-8e68-7d26d7191cdc by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '6949e882-5c8a-455d-8a4d-c821feae8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:49:57.780225 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Attempting to bind port 212a2726-05d4-4ddb-8e68-7d26d7191cdc on network cca18eda-7a1c-4187-84e7-40170bf9a1fd {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:57.829267 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-b45aac2d-36ff-4fb1-8bae-52082e4e59e9 None None] Provisioning complete for port de721837-a8d3-466d-b4f1-6d483fdbb052 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:57.831736 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b45aac2d-36ff-4fb1-8bae-52082e4e59e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.840772 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Port 212a2726-05d4-4ddb-8e68-7d26d7191cdc on network cca18eda-7a1c-4187-84e7-40170bf9a1fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:49:57.841102 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Attempting to bind port 212a2726-05d4-4ddb-8e68-7d26d7191cdc on network cca18eda-7a1c-4187-84e7-40170bf9a1fd {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:49:57.861399 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:49:57.861741 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Checking segment: {'id': '6949e882-5c8a-455d-8a4d-c821feae8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:49:57.862573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Bound using segment: {'id': '6949e882-5c8a-455d-8a4d-c821feae8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:49:57.863087 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Bound port: 212a2726-05d4-4ddb-8e68-7d26d7191cdc, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6949e882-5c8a-455d-8a4d-c821feae8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:49:57.863447 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.874027 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.882260 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdaed441-d8d9-4134-8670-fc64e0cbbb79 admin admin] Publish callbacks [] for security_group (895c0b5a-d6bb-4bb7-b715-1b9965bf1941), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:57.923291 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 64e61232-51b9-4897-a20f-64d5b5eff298 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:49:57.924631 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:49:58.049324 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:45Z', 'revision_number': 3, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:58.145280 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84b56d-4fb8-490d-8d98-10aa828c0987 req-0ce75c92-ba06-4a2a-90de-b9907fb38674 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:58.148461 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d84b56d-4fb8-490d-8d98-10aa828c0987 req-0ce75c92-ba06-4a2a-90de-b9907fb38674 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.4756258 Apr 12 16:49:58.194734 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:49:58.218368 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f260b-2c41-4f86-860d-59ddc66c2610 None None] The sync data for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi is: [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:45Z', 'revision_number': 3, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:49:58.222723 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b45aac2d-36ff-4fb1-8bae-52082e4e59e9 None None] Port de721837-a8d3-466d-b4f1-6d483fdbb052 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:49:58.240257 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] For port 212a2726-05d4-4ddb-8e68-7d26d7191cdc, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:49:58.266617 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1fca8b-abe8-428f-b196-af730180c0f2,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:58.425691 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:49:58.425977 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:58.428313 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] For port 212a2726-05d4-4ddb-8e68-7d26d7191cdc, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc,segment=NetworkSegment(6949e882-5c8a-455d-8a4d-c821feae8e37),segment_id=6949e882-5c8a-455d-8a4d-c821feae8e37)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:49:58.486659 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdaed441-d8d9-4134-8670-fc64e0cbbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (895c0b5a-d6bb-4bb7-b715-1b9965bf1941), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.495958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdaed441-d8d9-4134-8670-fc64e0cbbb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.501521 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fdaed441-d8d9-4134-8670-fc64e0cbbb79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/895c0b5a-d6bb-4bb7-b715-1b9965bf1941 HTTP/1.1" status: 204 len: 168 time: 1.1081307 Apr 12 16:49:58.523485 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.526080 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Checking router: e681618b-f086-45a2-a686-d3fee66f0071 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:49:58.526436 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Updating router e681618b-f086-45a2-a686-d3fee66f0071 port ba64af1e-7139-4868-814c-8c8a57c2d4ef binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:49:58.530352 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-222f7fe5-7a85-4efa-9100-966e26b040e0 admin admin] Publish callbacks [] for security_group (109841f9-40b5-4819-b9c1-71e15a929e1d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.608498 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d84b56d-4fb8-490d-8d98-10aa828c0987 req-89128a13-eb8b-40e4-bb8c-9c654e05f0b1 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045324 Apr 12 16:49:58.609538 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:49:58.609943 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-34abddaf-d6d0-4909-938b-2f84eb2debfb None None] Provisioning complete for port cf1fca8b-abe8-428f-b196-af730180c0f2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:58.610335 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34abddaf-d6d0-4909-938b-2f84eb2debfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.614643 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaed441-d8d9-4134-8670-fc64e0cbbb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c0b5a-d6bb-4bb7-b715-1b9965bf1941,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:58.626061 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:49:58.626580 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (e4219148-315b-4598-affa-268390ead717), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.707143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.717186 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:49:58.717570 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.724930 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:58.725680 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:58.728975 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] 10.222.0.49 "PUT /v2.0/ports/212a2726-05d4-4ddb-8e68-7d26d7191cdc HTTP/1.1" status: 200 len: 1093 time: 3.4754956 Apr 12 16:49:58.729603 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'tag': '212a2726-05d4-4ddb-8e68-7d26d7191cdc'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:49:58.820877 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-222f7fe5-7a85-4efa-9100-966e26b040e0 admin admin] Publish callbacks [] for security_group (109841f9-40b5-4819-b9c1-71e15a929e1d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:59.076899 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-34abddaf-d6d0-4909-938b-2f84eb2debfb None None] Port cf1fca8b-abe8-428f-b196-af730180c0f2 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:49:59.083874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks [] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:59.145182 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Pushing event updated for resources: {'Port': ['ID=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:59.203812 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:59.206201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (72e7b348-5605-44ca-ac11-4bec6d2d94ee), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:59.208323 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-222f7fe5-7a85-4efa-9100-966e26b040e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (109841f9-40b5-4819-b9c1-71e15a929e1d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:59.210976 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-222f7fe5-7a85-4efa-9100-966e26b040e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:59.231817 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-222f7fe5-7a85-4efa-9100-966e26b040e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/109841f9-40b5-4819-b9c1-71e15a929e1d HTTP/1.1" status: 204 len: 168 time: 1.8377934 Apr 12 16:49:59.563674 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-612489a1-13e4-4d77-a0b2-9a3fd1b92a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:49:59.565672 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-612489a1-13e4-4d77-a0b2-9a3fd1b92a79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a22d3e4af5314898abc2baa0c42e4a36&device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 1127 time: 0.5530012 Apr 12 16:49:59.566240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:49:59.569143 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46818) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:49:59.640624 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7fe5-7a85-4efa-9100-966e26b040e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109841f9-40b5-4819-b9c1-71e15a929e1d,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:49:59.694377 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:49:59.726344 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:49:59.737613 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-daeaa422-5eb6-45a2-b090-7dc314b98a09 admin admin] 10.222.0.55 "PUT /v2.0/routers/9b69631f-8188-46de-b047-01d9e59c3d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1712599 Apr 12 16:49:59.761498 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:49:59.763324 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:49:59.812445 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-ea3b1c61-0d83-4a3a-8dcf-412d56fa95de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc HTTP/1.1" status: 200 len: 217 time: 0.2208562 Apr 12 16:49:59.955249 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1fca8b-abe8-428f-b196-af730180c0f2,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:00.055409 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-e11f1383-3e77-4b95-a8a8-508fd21c564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:00.060883 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-e11f1383-3e77-4b95-a8a8-508fd21c564b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988 HTTP/1.1" status: 200 len: 851 time: 0.1561000 Apr 12 16:50:00.061560 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f32ab-3dc4-463e-8f12-866e3533fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=212a2726-05d4-4ddb-8e68-7d26d7191cdc,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:00.159985 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f9e80ed8-e70c-4872-8d46-6ac9630c67f0 None None] Provisioning complete for port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:00.187643 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9e80ed8-e70c-4872-8d46-6ac9630c67f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.204229 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:00.209599 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:00.280112 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4188-bc21-48ec-8dbe-73b9d980d857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.283421 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:00.366815 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da4d4ed-814a-4cba-9266-af25daec3b96" -d '{"events": [{"name": "network-changed", "server_uuid": "a15503d7-161f-4fe6-88f6-c64d059401b5", "tag": "212a2726-05d4-4ddb-8e68-7d26d7191cdc"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:00.378658 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.396476 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831ffa5-a6b7-46e7-a9f8-d8d3579603c2 req-1f6e987e-305e-4ee8-8818-a894b392ce52 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:00.401938 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-f68ed20d-57b5-45ac-820c-9aef87d33a28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cca18eda-7a1c-4187-84e7-40170bf9a1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3142548 Apr 12 16:50:00.408883 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d831ffa5-a6b7-46e7-a9f8-d8d3579603c2 req-1f6e987e-305e-4ee8-8818-a894b392ce52 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.4449942 Apr 12 16:50:00.453449 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f9e80ed8-e70c-4872-8d46-6ac9630c67f0 None None] Port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:00.469252 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Publish callbacks [] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.589371 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.677847 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46844) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:00.679162 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-4e8983fb-1b0a-4a88-aa13-b59b97daf6d8 service neutron] 10.222.0.49 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406666 Apr 12 16:50:00.698754 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.705847 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-b34b027a-6db3-44a9-bb87-d4abe3d4607e None None] Provisioning complete for port cf1fca8b-abe8-428f-b196-af730180c0f2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:00.706717 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b34b027a-6db3-44a9-bb87-d4abe3d4607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.733929 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:00.736034 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:00.770879 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d831ffa5-a6b7-46e7-a9f8-d8d3579603c2 req-a1e7411d-4ede-4b14-9a8e-7e23e4084fd3 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563116 Apr 12 16:50:00.865591 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Attempting to bind port ba64af1e-7139-4868-814c-8c8a57c2d4ef on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:00.865973 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Attempting to bind port ba64af1e-7139-4868-814c-8c8a57c2d4ef by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:00.866348 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Attempting to bind port ba64af1e-7139-4868-814c-8c8a57c2d4ef on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:00.881387 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bc8f7-7342-45fe-9d2e-d0647f291277 None None] Pushing event updated for resources: {'Port': ['ID=ba64af1e-7139-4868-814c-8c8a57c2d4ef,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:00.920974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2a79dcfd-cb6b-4cfe-95d8-d616864fdef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.926288 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:00.929416 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:00.930924 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:00.930924 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:00.932163 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Bound port: ba64af1e-7139-4868-814c-8c8a57c2d4ef, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:00.932571 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:01.031105 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b34b027a-6db3-44a9-bb87-d4abe3d4607e None None] Port cf1fca8b-abe8-428f-b196-af730180c0f2 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:01.049895 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:49:54Z', 'revision_number': 2, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:01.124269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:01.124679 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:01.162069 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:50:01.162866 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Updating router 9b69631f-8188-46de-b047-01d9e59c3d65 port de721837-a8d3-466d-b4f1-6d483fdbb052 binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:50:01.198055 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:01.239732 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Router 72e7b348-5605-44ca-ac11-4bec6d2d94ee has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:50:01.256798 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] For port ba64af1e-7139-4868-814c-8c8a57c2d4ef, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:01.375549 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] For port ba64af1e-7139-4868-814c-8c8a57c2d4ef, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=ba64af1e-7139-4868-814c-8c8a57c2d4ef,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:01.399225 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:01.627274 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-87dcfc5d-793c-49bf-8eb7-8a0f57d01dc7 req-fe6a7106-a03f-47e9-be84-3b83d67f5110 service neutron] 10.222.0.49 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9237392 Apr 12 16:50:01.629470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4188-bc21-48ec-8dbe-73b9d980d857 admin admin] Publish callbacks [] for security_group (0117a41b-13bb-43c7-b0a8-3d9005f0559d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:01.686247 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bc8f7-7342-45fe-9d2e-d0647f291277 None None] Pushing event updated for resources: {'Port': ['ID=ba64af1e-7139-4868-814c-8c8a57c2d4ef,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:01.727090 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb839a-3b83-4b6d-9dea-c3e86ec6e38f x-openstack-request-id: req-dbeb839a-3b83-4b6d-9dea-c3e86ec6e38f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:01.727699 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15503d7-161f-4fe6-88f6-c64d059401b5", "tag": "212a2726-05d4-4ddb-8e68-7d26d7191cdc", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:01.731225 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbeb839a-3b83-4b6d-9dea-c3e86ec6e38f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:01.732057 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbeb839a-3b83-4b6d-9dea-c3e86ec6e38f'] response: {'name': 'network-changed', 'server_uuid': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'tag': '212a2726-05d4-4ddb-8e68-7d26d7191cdc', 'status': 'completed', 'code': 200} Apr 12 16:50:01.734089 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:01.735182 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:01.742842 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4188-bc21-48ec-8dbe-73b9d980d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0117a41b-13bb-43c7-b0a8-3d9005f0559d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:01.849907 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:01.901338 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb4188-bc21-48ec-8dbe-73b9d980d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0117a41b-13bb-43c7-b0a8-3d9005f0559d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:01.976875 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:01.998532 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Allocated IP 172.20.0.1 (81575361-a873-4c78-99bf-1c98b2aa1f17/9c184ff4-106e-45a4-acd6-38988f568359/c175bf22-c159-46ae-8487-cfdb4232b9b4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:02.015923 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Publish callbacks [] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.028326 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.125661 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46866) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:02.137185 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-77b1a8d6-4e70-4568-a910-a286e9b124fe tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863114792', 'description': 'tempest-description--690114714'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:02.167236 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1c3b9-2624-4426-a9cd-dcc76266f314 None None] Pushing event updated for resources: {'Port': ['ID=de721837-a8d3-466d-b4f1-6d483fdbb052,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:02.437153 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 43a6d26e-344c-4cd0-acc6-7b64e604d36a up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:02.437745 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks [] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.463350 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Attempting to bind port de721837-a8d3-466d-b4f1-6d483fdbb052 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:02.463826 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Attempting to bind port de721837-a8d3-466d-b4f1-6d483fdbb052 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:02.464210 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Attempting to bind port de721837-a8d3-466d-b4f1-6d483fdbb052 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:02.476472 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:02.476856 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Checking segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:02.478862 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.492370 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Bound using segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:02.494236 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Bound port: de721837-a8d3-466d-b4f1-6d483fdbb052, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:02.494849 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.528331 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd09572-441c-4dce-b142-bf6420812e9b req-283f0871-6238-46dc-babe-9c177618d5dd tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:02.531465 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6cd09572-441c-4dce-b142-bf6420812e9b req-283f0871-6238-46dc-babe-9c177618d5dd tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.4803665 Apr 12 16:50:02.617348 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6dfb4188-bc21-48ec-8dbe-73b9d980d857 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a02c3d200784879b5f3a400bb983736&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0381267 Apr 12 16:50:02.634759 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-77b1a8d6-4e70-4568-a910-a286e9b124fe tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.640462 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46876) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:02.691865 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.713121 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] For port de721837-a8d3-466d-b4f1-6d483fdbb052, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:02.715523 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2a79dcfd-cb6b-4cfe-95d8-d616864fdef8 admin admin] Publish callbacks [] for security_group (d0719beb-1e9e-43c8-a1d6-ab5d376fe663), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.723280 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] For port de721837-a8d3-466d-b4f1-6d483fdbb052, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=de721837-a8d3-466d-b4f1-6d483fdbb052,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:02.736506 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.752271 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2a79dcfd-cb6b-4cfe-95d8-d616864fdef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (d0719beb-1e9e-43c8-a1d6-ab5d376fe663), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.787737 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:02.863761 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:02.880430 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:50:02.891274 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:02.899367 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:02.903590 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (e681618b-f086-45a2-a686-d3fee66f0071), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:02.909054 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:02.910805 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:02.926826 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611179e-05fc-48cb-beaf-f5c354c03d8e None None] The sync data for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi is: [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:02.941055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Sync routers for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:50:02.974461 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-6ab6d1af-864b-4486-ac65-83432673c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:02.985572 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-6ab6d1af-864b-4486-ac65-83432673c51a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a22d3e4af5314898abc2baa0c42e4a36&device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 1127 time: 1.1063564 Apr 12 16:50:03.037358 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9e1208d8-b9de-425c-84fd-21cfb551a372 admin admin] 10.222.0.55 "PUT /v2.0/routers/72e7b348-5605-44ca-ac11-4bec6d2d94ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8511484 Apr 12 16:50:03.102586 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1eea556-2dfc-48c2-959b-c46d9459ef88 admin admin] Publish callbacks [] for security_group (0117a41b-13bb-43c7-b0a8-3d9005f0559d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.155266 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks [] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.198870 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:03.229183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2a79dcfd-cb6b-4cfe-95d8-d616864fdef8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b019b4ee8110421680933737d594368a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5223722 Apr 12 16:50:03.240525 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c175bf22-c159-46ae-8487-cfdb4232b9b4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:03.253794 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46886) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:03.307153 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6cd09572-441c-4dce-b142-bf6420812e9b req-0afe4488-8d67-4949-8dbc-c03e94910464 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728380 Apr 12 16:50:03.340697 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79dcfd-cb6b-4cfe-95d8-d616864fdef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0719beb-1e9e-43c8-a1d6-ab5d376fe663,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:03.340697 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.375926 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (e4219148-315b-4598-affa-268390ead717), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.416502 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1c3b9-2624-4426-a9cd-dcc76266f314 None None] Pushing event updated for resources: {'Port': ['ID=de721837-a8d3-466d-b4f1-6d483fdbb052,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:03.468714 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1eea556-2dfc-48c2-959b-c46d9459ef88 admin admin] Publish callbacks [] for security_group (0117a41b-13bb-43c7-b0a8-3d9005f0559d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.590337 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ae91c07b-aae3-452a-b9fd-139ff555c236 None None] Provisioning complete for port de721837-a8d3-466d-b4f1-6d483fdbb052 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:03.591230 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae91c07b-aae3-452a-b9fd-139ff555c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.688396 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Pushing event updated for resources: {'Port': ['ID=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:03.722355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:03.734249 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:03.848872 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-77b1a8d6-4e70-4568-a910-a286e9b124fe tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (16549590-f543-48b6-8bf5-4dc285a8f453), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.887099 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-77b1a8d6-4e70-4568-a910-a286e9b124fe tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (16549590-f543-48b6-8bf5-4dc285a8f453), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.969121 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 43a6d26e-344c-4cd0-acc6-7b64e604d36a triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:03.969529 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.983132 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-77b1a8d6-4e70-4568-a910-a286e9b124fe tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:03.984654 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-77b1a8d6-4e70-4568-a910-a286e9b124fe tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8557742 Apr 12 16:50:04.034306 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46900) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:04.043788 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a73fddc1-afe9-430a-800a-966b373a9e8c admin admin] Publish callbacks [] for security_group (d0719beb-1e9e-43c8-a1d6-ab5d376fe663), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.069958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3513b1ea-e087-4a50-80e7-5e41d3c5aa1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': '16549590-f543-48b6-8bf5-4dc285a8f453', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:04.076627 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a73fddc1-afe9-430a-800a-966b373a9e8c admin admin] Publish callbacks [] for security_group (d0719beb-1e9e-43c8-a1d6-ab5d376fe663), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.119638 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:02Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:04.185212 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2612b3-75af-447d-8945-dcedb72e2582 None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:02Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:04.210805 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a73fddc1-afe9-430a-800a-966b373a9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (d0719beb-1e9e-43c8-a1d6-ab5d376fe663), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.217169 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a73fddc1-afe9-430a-800a-966b373a9e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.223513 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a73fddc1-afe9-430a-800a-966b373a9e8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0719beb-1e9e-43c8-a1d6-ab5d376fe663 HTTP/1.1" status: 204 len: 168 time: 0.9663401 Apr 12 16:50:04.362560 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1a8d6-4e70-4568-a910-a286e9b124fe tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16549590-f543-48b6-8bf5-4dc285a8f453,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:04.432080 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fddc1-afe9-430a-800a-966b373a9e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0719beb-1e9e-43c8-a1d6-ab5d376fe663,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:04.511146 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ae91c07b-aae3-452a-b9fd-139ff555c236 None None] Current status of the port de721837-a8d3-466d-b4f1-6d483fdbb052 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:04.511553 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae91c07b-aae3-452a-b9fd-139ff555c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.536878 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:04.544879 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:04.555611 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3513b1ea-e087-4a50-80e7-5e41d3c5aa1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (79ecd93b-b138-42e8-a24d-ff8a46234c78), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.565934 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1eea556-2dfc-48c2-959b-c46d9459ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0117a41b-13bb-43c7-b0a8-3d9005f0559d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.568573 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1eea556-2dfc-48c2-959b-c46d9459ef88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.583172 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d1eea556-2dfc-48c2-959b-c46d9459ef88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0117a41b-13bb-43c7-b0a8-3d9005f0559d HTTP/1.1" status: 204 len: 168 time: 1.9332452 Apr 12 16:50:04.663430 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eea556-2dfc-48c2-959b-c46d9459ef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0117a41b-13bb-43c7-b0a8-3d9005f0559d,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:04.692408 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-7d2bb451-6e07-49de-ad3f-9bcec8d3feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:04.693934 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-7d2bb451-6e07-49de-ad3f-9bcec8d3feb5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cca18eda-7a1c-4187-84e7-40170bf9a1fd HTTP/1.1" status: 200 len: 913 time: 1.4217522 Apr 12 16:50:04.845277 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46922) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:04.898623 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ae91c07b-aae3-452a-b9fd-139ff555c236 None None] For port de721837-a8d3-466d-b4f1-6d483fdbb052, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=de721837-a8d3-466d-b4f1-6d483fdbb052,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:04.945623 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ae91c07b-aae3-452a-b9fd-139ff555c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:04.970789 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:04.983201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-ad03bd3b-777c-4de7-99f8-2824e9e38e88 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269633891', 'description': 'tempest-description--198631143'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:05.164791 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f0adb-d446-4cf9-9fb9-6460864668da req-d119f7dd-1de8-4fe5-9681-cc76192f0520 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:05.169695 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-270f0adb-d446-4cf9-9fb9-6460864668da req-d119f7dd-1de8-4fe5-9681-cc76192f0520 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.6053081 Apr 12 16:50:05.186010 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-c26230c3-d74b-4ff8-a120-e6566b513b8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc HTTP/1.1" status: 200 len: 217 time: 0.4464912 Apr 12 16:50:05.266307 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-73a33c4c-8263-4725-9750-e89e6e8406a7 None None] Provisioning complete for port de721837-a8d3-466d-b4f1-6d483fdbb052 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:05.266682 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73a33c4c-8263-4725-9750-e89e6e8406a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:05.323366 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3513b1ea-e087-4a50-80e7-5e41d3c5aa1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (79ecd93b-b138-42e8-a24d-ff8a46234c78), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:05.360932 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ad03bd3b-777c-4de7-99f8-2824e9e38e88 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:05.453597 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-cee4f7c1-2185-4a13-b23b-3292d3984396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:05.455672 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-cee4f7c1-2185-4a13-b23b-3292d3984396 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988 HTTP/1.1" status: 200 len: 851 time: 0.1308525 Apr 12 16:50:05.464597 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3513b1ea-e087-4a50-80e7-5e41d3c5aa1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (79ecd93b-b138-42e8-a24d-ff8a46234c78), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:05.552107 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-270f0adb-d446-4cf9-9fb9-6460864668da req-a18add50-9591-490b-bb38-ab4863d90b44 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793593 Apr 12 16:50:05.567219 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513b1ea-e087-4a50-80e7-5e41d3c5aa1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ecd93b-b138-42e8-a24d-ff8a46234c78,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:05.641549 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Router e4219148-315b-4598-affa-268390ead717 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:50:05.644214 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 43a6d26e-344c-4cd0-acc6-7b64e604d36a is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:05.645526 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:05.662663 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-9f5e8a84-2d51-442a-8271-9da848b2b7c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cca18eda-7a1c-4187-84e7-40170bf9a1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900682 Apr 12 16:50:05.814281 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 46964) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:05.940407 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 2, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:05.944589 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a283558-aef2-420a-b762-77a10322f2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:05.957664 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ad03bd3b-777c-4de7-99f8-2824e9e38e88 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (cd750c28-59c1-4ac9-82c2-d1c58965d3bc), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:05.999713 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91c07b-aae3-452a-b9fd-139ff555c236 None None] Pushing event updated for resources: {'Port': ['ID=de721837-a8d3-466d-b4f1-6d483fdbb052,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:06.011572 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ad03bd3b-777c-4de7-99f8-2824e9e38e88 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (cd750c28-59c1-4ac9-82c2-d1c58965d3bc), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.067311 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-73a33c4c-8263-4725-9750-e89e6e8406a7 None None] Current status of the port de721837-a8d3-466d-b4f1-6d483fdbb052 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:06.078700 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3513b1ea-e087-4a50-80e7-5e41d3c5aa1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.079881 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3513b1ea-e087-4a50-80e7-5e41d3c5aa1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0254111 Apr 12 16:50:06.080140 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 43a6d26e-344c-4cd0-acc6-7b64e604d36a, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=43a6d26e-344c-4cd0-acc6-7b64e604d36a,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:06.084743 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46980) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:06.088469 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Checking router: 72e7b348-5605-44ca-ac11-4bec6d2d94ee for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:50:06.088847 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Updating router 72e7b348-5605-44ca-ac11-4bec6d2d94ee port cf1fca8b-abe8-428f-b196-af730180c0f2 binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:50:06.113480 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8e9dc698-2f8f-48e7-9931-b18db9d36e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': '16549590-f543-48b6-8bf5-4dc285a8f453', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:06.171977 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.187539 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.188519 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 6de0e1a4-57bb-4837-b326-545cb5ff764a up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:06.286795 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.382761 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a283558-aef2-420a-b762-77a10322f2ff admin admin] Publish callbacks [] for security_group (52fac689-6003-4c59-a767-bece33902e62), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.401813 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ad03bd3b-777c-4de7-99f8-2824e9e38e88 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.407768 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 46996) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:06.415575 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ad03bd3b-777c-4de7-99f8-2824e9e38e88 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4435158 Apr 12 16:50:06.419721 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-efd453e5-58ee-4d3c-8fac-c06880e282af tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'security_group_rule': {'security_group_id': 'cd750c28-59c1-4ac9-82c2-d1c58965d3bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:06.426666 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a283558-aef2-420a-b762-77a10322f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (52fac689-6003-4c59-a767-bece33902e62), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.469027 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=43a6d26e-344c-4cd0-acc6-7b64e604d36a,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:06.483684 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-73a33c4c-8263-4725-9750-e89e6e8406a7 None None] Provisioning complete for port c175bf22-c159-46ae-8487-cfdb4232b9b4 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:06.494021 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-73a33c4c-8263-4725-9750-e89e6e8406a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.504150 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc698-2f8f-48e7-9931-b18db9d36e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (1d3aae49-9d0f-4c16-a206-f4bc57509622), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.511295 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5a283558-aef2-420a-b762-77a10322f2ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=889acff914fd4b4dadfcd92c6ec2309c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890519 Apr 12 16:50:06.520711 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47004) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:06.521723 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03bd3b-777c-4de7-99f8-2824e9e38e88 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd750c28-59c1-4ac9-82c2-d1c58965d3bc,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:06.649333 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-b6916329-7466-4d46-ab7c-fce98045380b service neutron] 10.222.0.49 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942459 Apr 12 16:50:06.662660 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 6de0e1a4-57bb-4837-b326-545cb5ff764a triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:06.665810 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.824695 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a283558-aef2-420a-b762-77a10322f2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fac689-6003-4c59-a767-bece33902e62,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:06.865361 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46df504c-ff9b-4a28-ad1d-e0bee174cd12 admin admin] Publish callbacks [] for security_group (52fac689-6003-4c59-a767-bece33902e62), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:06.873688 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:50:06.883669 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Sync routers for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:50:06.895566 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1e509e6c-ebf0-4c36-b528-b3b57a44d14a admin admin] 10.222.0.55 "PUT /v2.0/routers/e4219148-315b-4598-affa-268390ead717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1538646 Apr 12 16:50:06.920686 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:06.921437 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:06.959665 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ada98-6ee6-46b4-b941-ea7449eac3a8 req-d5da3765-c194-44af-86aa-865ba9f2ed20 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:06.968583 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7c4ada98-6ee6-46b4-b941-ea7449eac3a8 req-d5da3765-c194-44af-86aa-865ba9f2ed20 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.2258813 Apr 12 16:50:06.987391 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks [] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.024426 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.025937 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (e681618b-f086-45a2-a686-d3fee66f0071), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.039931 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46df504c-ff9b-4a28-ad1d-e0bee174cd12 admin admin] Publish callbacks [] for security_group (52fac689-6003-4c59-a767-bece33902e62), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.200618 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7c4ada98-6ee6-46b4-b941-ea7449eac3a8 req-6367ae97-7822-41d9-80fc-aca7b70c567f tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307911 Apr 12 16:50:07.208980 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efd453e5-58ee-4d3c-8fac-c06880e282af tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (47402923-3113-4a9d-b417-a680a6af709f), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.242912 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:07.245004 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46df504c-ff9b-4a28-ad1d-e0bee174cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (52fac689-6003-4c59-a767-bece33902e62), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.248227 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46df504c-ff9b-4a28-ad1d-e0bee174cd12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.249605 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-46df504c-ff9b-4a28-ad1d-e0bee174cd12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52fac689-6003-4c59-a767-bece33902e62 HTTP/1.1" status: 204 len: 168 time: 0.6872532 Apr 12 16:50:07.268335 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df504c-ff9b-4a28-ad1d-e0bee174cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fac689-6003-4c59-a767-bece33902e62,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:07.340169 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:07.349858 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c175bf22-c159-46ae-8487-cfdb4232b9b4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:07.354242 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-73a33c4c-8263-4725-9750-e89e6e8406a7 None None] Port c175bf22-c159-46ae-8487-cfdb4232b9b4 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:07.367246 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:07.423352 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc698-2f8f-48e7-9931-b18db9d36e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (1d3aae49-9d0f-4c16-a206-f4bc57509622), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.479899 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc698-2f8f-48e7-9931-b18db9d36e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (1d3aae49-9d0f-4c16-a206-f4bc57509622), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.498217 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3da4d4ed-814a-4cba-9266-af25daec3b96 req-d966b833-d368-49eb-b176-467f575b0055 service neutron] 10.222.0.49 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824178 Apr 12 16:50:07.526462 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efd453e5-58ee-4d3c-8fac-c06880e282af tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (47402923-3113-4a9d-b417-a680a6af709f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.560491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efd453e5-58ee-4d3c-8fac-c06880e282af tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (47402923-3113-4a9d-b417-a680a6af709f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.572971 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dc698-2f8f-48e7-9931-b18db9d36e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3aae49-9d0f-4c16-a206-f4bc57509622,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:07.587867 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 6de0e1a4-57bb-4837-b326-545cb5ff764a is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:07.588272 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.639835 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc698-2f8f-48e7-9931-b18db9d36e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.640986 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8e9dc698-2f8f-48e7-9931-b18db9d36e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5381868 Apr 12 16:50:07.644825 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47042) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:07.651084 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:07.682461 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:01Z', 'revision_number': 2, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:07.694000 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd453e5-58ee-4d3c-8fac-c06880e282af tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47402923-3113-4a9d-b417-a680a6af709f,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:07.722047 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-efd453e5-58ee-4d3c-8fac-c06880e282af tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.722047 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-efd453e5-58ee-4d3c-8fac-c06880e282af tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3064771 Apr 12 16:50:07.724907 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47048) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:07.734433 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5c0c14b0-6905-43c9-8aeb-31ea88da899b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'security_group_rule': {'security_group_id': 'cd750c28-59c1-4ac9-82c2-d1c58965d3bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:07.745895 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 6de0e1a4-57bb-4837-b326-545cb5ff764a, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=6de0e1a4-57bb-4837-b326-545cb5ff764a,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:07.750626 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Checking router: e4219148-315b-4598-affa-268390ead717 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:50:07.751730 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Updating router e4219148-315b-4598-affa-268390ead717 port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:50:07.781322 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-186438b3-b0f2-4277-b945-9fd1a9f45bd2 None None] Provisioning complete for port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:07.781564 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.782583 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-186438b3-b0f2-4277-b945-9fd1a9f45bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.819536 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Router e681618b-f086-45a2-a686-d3fee66f0071 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:50:07.839350 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c14b0-6905-43c9-8aeb-31ea88da899b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (6fdfb674-8704-4502-bf3d-c62587d13042), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.841203 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.874146 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-186438b3-b0f2-4277-b945-9fd1a9f45bd2 None None] Port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:07.875637 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:07.876567 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 64e61232-51b9-4897-a20f-64d5b5eff298 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:08.000400 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=6de0e1a4-57bb-4837-b326-545cb5ff764a,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:08.024877 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0215b8e3-9459-4f1d-ab84-776fe80f4679 None None] Provisioning complete for port c175bf22-c159-46ae-8487-cfdb4232b9b4 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:08.025349 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0215b8e3-9459-4f1d-ab84-776fe80f4679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.043752 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Publish callbacks [] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.067203 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 64e61232-51b9-4897-a20f-64d5b5eff298 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:08.067637 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.121010 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:08.144543 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.185683 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c14b0-6905-43c9-8aeb-31ea88da899b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (6fdfb674-8704-4502-bf3d-c62587d13042), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.202221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c14b0-6905-43c9-8aeb-31ea88da899b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (6fdfb674-8704-4502-bf3d-c62587d13042), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.250293 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71896389-d01b-4790-beeb-794fbf5326e2 None None] Pushing event updated for resources: {'Port': ['ID=cf1fca8b-abe8-428f-b196-af730180c0f2,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:08.297072 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c14b0-6905-43c9-8aeb-31ea88da899b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdfb674-8704-4502-bf3d-c62587d13042,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:08.312940 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 64e61232-51b9-4897-a20f-64d5b5eff298 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:08.314426 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 5b6734b6-859f-4a08-9149-e7f3766c40bd up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:08.316396 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0215b8e3-9459-4f1d-ab84-776fe80f4679 None None] Port c175bf22-c159-46ae-8487-cfdb4232b9b4 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:08.336108 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5c0c14b0-6905-43c9-8aeb-31ea88da899b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.340620 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5c0c14b0-6905-43c9-8aeb-31ea88da899b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6113317 Apr 12 16:50:08.349686 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47066) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:08.350169 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:50:08.369767 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-24328492-c363-4eb5-a378-eca3b1b130f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/e681618b-f086-45a2-a686-d3fee66f0071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4969935 Apr 12 16:50:08.370598 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:08.383544 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.617898 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Sync routers for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:50:08.651605 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:08.652378 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:08.670073 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3773-c381-4ce5-bf7e-e740bcd2c630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.697855 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Publish callbacks [] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.702923 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 5b6734b6-859f-4a08-9149-e7f3766c40bd triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:08.703301 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.718404 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.775737 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f629da82-c13a-4e78-8587-6a573f1426c8 None None] Provisioning complete for port cf1fca8b-abe8-428f-b196-af730180c0f2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:08.776277 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f629da82-c13a-4e78-8587-6a573f1426c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.782116 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-ae21c29a-035e-47ce-b9c7-ede6ac15f14f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:08.783076 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Attempting to bind port cf1fca8b-abe8-428f-b196-af730180c0f2 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:08.783462 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Attempting to bind port cf1fca8b-abe8-428f-b196-af730180c0f2 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:08.783831 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Attempting to bind port cf1fca8b-abe8-428f-b196-af730180c0f2 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:08.785119 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-ae21c29a-035e-47ce-b9c7-ede6ac15f14f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 818 time: 0.2195716 Apr 12 16:50:08.864053 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562c049-36ba-4189-9c2d-4715c60d30f7 None None] Pushing event updated for resources: {'Port': ['ID=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:08.874442 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:08.874966 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Checking segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:08.875272 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.875666 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Bound using segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:08.876164 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Bound port: cf1fca8b-abe8-428f-b196-af730180c0f2, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:08.876605 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.907018 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3773-c381-4ce5-bf7e-e740bcd2c630 admin admin] Publish callbacks [] for security_group (54b0825b-f738-45f8-bed9-a3023f8a25b8), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.932929 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3773-c381-4ce5-bf7e-e740bcd2c630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (54b0825b-f738-45f8-bed9-a3023f8a25b8), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:08.968401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f629da82-c13a-4e78-8587-6a573f1426c8 None None] Port cf1fca8b-abe8-428f-b196-af730180c0f2 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:09.005494 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Attempting to bind port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:09.009658 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Attempting to bind port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:09.010357 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Attempting to bind port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:09.012832 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:09.032325 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:09.036688 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Checking segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:09.037213 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.037628 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Bound using segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:09.038138 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Bound port: 63e04c8b-d523-4e4f-a4d4-98befe4d8d15, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:09.038526 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.078404 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b8ad3773-c381-4ce5-bf7e-e740bcd2c630 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f394eddcdd2240bb8d41ff8bdcbfc723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9520757 Apr 12 16:50:09.082914 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad3773-c381-4ce5-bf7e-e740bcd2c630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b0825b-f738-45f8-bed9-a3023f8a25b8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:09.085373 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47088) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:09.102166 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] For port cf1fca8b-abe8-428f-b196-af730180c0f2, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:09.119535 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 5b6734b6-859f-4a08-9149-e7f3766c40bd is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:09.120289 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.140425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-53d56de8-d79a-4926-b1f3-0f5c6a47d817 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/quotas/5b0e32ed9af5417c9ca8c8d4e7774980 HTTP/1.1" status: 200 len: 375 time: 0.0517428 Apr 12 16:50:09.161802 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733de5-18b2-4545-b79c-97eb11aebba9 req-947bf006-e434-4173-918e-1c146709c93a tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:09.167185 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d0733de5-18b2-4545-b79c-97eb11aebba9 req-947bf006-e434-4173-918e-1c146709c93a tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.6060798 Apr 12 16:50:09.186621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.213239 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.27.3.51 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/f7a26341-aded-4285-92ae-ffe0063faf1f) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:09.252724 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] For port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:09.259156 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2da9aee-aa5a-472a-87da-4467b9e45a4f admin admin] Publish callbacks [] for security_group (54b0825b-f738-45f8-bed9-a3023f8a25b8), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.261553 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] For port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:09.279806 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.316828 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2da9aee-aa5a-472a-87da-4467b9e45a4f admin admin] Publish callbacks [] for security_group (54b0825b-f738-45f8-bed9-a3023f8a25b8), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.326131 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] For port cf1fca8b-abe8-428f-b196-af730180c0f2, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=cf1fca8b-abe8-428f-b196-af730180c0f2,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:09.354591 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 5b6734b6-859f-4a08-9149-e7f3766c40bd, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=5b6734b6-859f-4a08-9149-e7f3766c40bd,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:09.362757 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.371269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-cf5b8f5a-eccd-4fee-9255-f3e0d38ed18c None None] Provisioning complete for port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:09.371269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8f5a-eccd-4fee-9255-f3e0d38ed18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.395542 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.409512 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562c049-36ba-4189-9c2d-4715c60d30f7 None None] Pushing event updated for resources: {'Port': ['ID=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:09.431353 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:09.436687 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:09.482707 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2da9aee-aa5a-472a-87da-4467b9e45a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (54b0825b-f738-45f8-bed9-a3023f8a25b8), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.485761 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d2da9aee-aa5a-472a-87da-4467b9e45a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.487454 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d2da9aee-aa5a-472a-87da-4467b9e45a4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54b0825b-f738-45f8-bed9-a3023f8a25b8 HTTP/1.1" status: 204 len: 168 time: 0.4008391 Apr 12 16:50:09.500283 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d0733de5-18b2-4545-b79c-97eb11aebba9 req-a3a72262-d3ae-420b-85f5-ff652de9dfae tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959409 Apr 12 16:50:09.516592 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da9aee-aa5a-472a-87da-4467b9e45a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b0825b-f738-45f8-bed9-a3023f8a25b8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:09.621728 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:06Z', 'revision_number': 2, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:09.629863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71896389-d01b-4790-beeb-794fbf5326e2 None None] Pushing event updated for resources: {'Port': ['ID=cf1fca8b-abe8-428f-b196-af730180c0f2,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:09.635383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:09.636338 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:09.733049 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-72f4bff8-3a13-440a-bd31-cf703f865fca tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5611506 Apr 12 16:50:09.897887 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Checking router: e681618b-f086-45a2-a686-d3fee66f0071 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:50:09.900710 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Updating router e681618b-f086-45a2-a686-d3fee66f0071 port c175bf22-c159-46ae-8487-cfdb4232b9b4 binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:50:09.921253 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 6de0e1a4-57bb-4837-b326-545cb5ff764a up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:09.954312 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:09.977895 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:10.124004 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:10.137284 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:10.155883 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-0c08bce2-07f7-491a-b89d-13a497b26dde service neutron] 10.222.0.55 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988214 Apr 12 16:50:10.161785 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=5b6734b6-859f-4a08-9149-e7f3766c40bd,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:10.225193 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b8f5a-eccd-4fee-9255-f3e0d38ed18c None None] Current status of the port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:10.225759 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8f5a-eccd-4fee-9255-f3e0d38ed18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:10.254925 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 6de0e1a4-57bb-4837-b326-545cb5ff764a triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:10.255673 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:10.302696 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:10.338540 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-070eeb84-f5aa-4939-90b5-a85819c0abca service neutron] 10.222.0.55 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758640 Apr 12 16:50:10.375902 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:10.394660 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:10.454871 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ffc3fb-201d-45e3-b67d-ebae89ac99a2 None None] The sync data for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi is: [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:10.530486 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 212a2726-05d4-4ddb-8e68-7d26d7191cdc details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:50:10.607879 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47120) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:10.608245 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47122) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:10.620202 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3f13f04e-4839-4d20-b045-d01f3da56ae8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826154226', 'description': 'tempest-description--1186752853'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:10.678024 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=f7a26341-aded-4285-92ae-ffe0063faf1f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:10.723175 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Allocated IP 172.27.3.161 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/d291fda6-b44f-48b7-8f9a-20a228f737a9) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:10.733027 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:10.757590 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:10.772281 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-36616d9a-805a-445e-9c8c-e5a7548d3b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:10.799499 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:10.821337 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a755764c-2ac6-4a75-ba53-5824c5d0e12c req-ee8684ae-d975-4aad-99f0-afae51329970 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 210 time: 0.1228883 Apr 12 16:50:10.824155 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f13f04e-4839-4d20-b045-d01f3da56ae8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:10.879951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b68c7-538a-4376-803e-75bd5157164f req-ea9ce60b-02fd-41fb-ac50-7f9ea1cd24a2 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:10.889224 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e5b68c7-538a-4376-803e-75bd5157164f req-ea9ce60b-02fd-41fb-ac50-7f9ea1cd24a2 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.2044599 Apr 12 16:50:11.081727 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f13f04e-4839-4d20-b045-d01f3da56ae8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (ec623047-565f-4f2f-886b-fc6b836efb90), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.092218 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f13f04e-4839-4d20-b045-d01f3da56ae8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (ec623047-565f-4f2f-886b-fc6b836efb90), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.167439 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3f13f04e-4839-4d20-b045-d01f3da56ae8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.174147 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3f13f04e-4839-4d20-b045-d01f3da56ae8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5649366 Apr 12 16:50:11.184498 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47146) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:11.206831 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (bf5b2124-19cd-46b5-9bb6-d60d62660ea1), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.223693 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-ea9918b4-4373-4ee5-a6c1-ec6c7b521dc8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'security_group_rule': {'security_group_id': 'ec623047-565f-4f2f-886b-fc6b836efb90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:11.256393 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-cf5b8f5a-eccd-4fee-9255-f3e0d38ed18c None None] For port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:11.260020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-36616d9a-805a-445e-9c8c-e5a7548d3b7f admin admin] Publish callbacks [] for security_group (82d54fd1-6e12-455a-b8cd-b1270d006242), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.269185 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7e5b68c7-538a-4376-803e-75bd5157164f req-f7f47f5e-4057-467c-8514-40aa156c3398 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787000 Apr 12 16:50:11.296845 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-36616d9a-805a-445e-9c8c-e5a7548d3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (82d54fd1-6e12-455a-b8cd-b1270d006242), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.311808 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8f5a-eccd-4fee-9255-f3e0d38ed18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.347067 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13f04e-4839-4d20-b045-d01f3da56ae8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec623047-565f-4f2f-886b-fc6b836efb90,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:11.418638 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36616d9a-805a-445e-9c8c-e5a7548d3b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d54fd1-6e12-455a-b8cd-b1270d006242,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:11.420473 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.440228 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-36616d9a-805a-445e-9c8c-e5a7548d3b7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05c7422312b64c23b396156798140420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8133194 Apr 12 16:50:11.441670 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea9918b4-4373-4ee5-a6c1-ec6c7b521dc8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (4db9e371-ef31-4756-a636-c60c19733f25), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.442276 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.db.resource_extend [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 16:50:11.442836 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47168) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:11.526328 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.548628 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d810d66-9d60-4695-a9c3-603479121a34 admin admin] Publish callbacks [] for security_group (82d54fd1-6e12-455a-b8cd-b1270d006242), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.593107 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d810d66-9d60-4695-a9c3-603479121a34 admin admin] Publish callbacks [] for security_group (82d54fd1-6e12-455a-b8cd-b1270d006242), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.661335 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea9918b4-4373-4ee5-a6c1-ec6c7b521dc8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (4db9e371-ef31-4756-a636-c60c19733f25), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.671629 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d810d66-9d60-4695-a9c3-603479121a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (82d54fd1-6e12-455a-b8cd-b1270d006242), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.674353 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d810d66-9d60-4695-a9c3-603479121a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.684568 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1d810d66-9d60-4695-a9c3-603479121a34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82d54fd1-6e12-455a-b8cd-b1270d006242 HTTP/1.1" status: 204 len: 168 time: 0.2333758 Apr 12 16:50:11.710277 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea9918b4-4373-4ee5-a6c1-ec6c7b521dc8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (4db9e371-ef31-4756-a636-c60c19733f25), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.718436 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d810d66-9d60-4695-a9c3-603479121a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d54fd1-6e12-455a-b8cd-b1270d006242,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:11.809867 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea9918b4-4373-4ee5-a6c1-ec6c7b521dc8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.813957 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47184) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:11.814797 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ea9918b4-4373-4ee5-a6c1-ec6c7b521dc8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6257150 Apr 12 16:50:11.824458 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9918b4-4373-4ee5-a6c1-ec6c7b521dc8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db9e371-ef31-4756-a636-c60c19733f25,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:11.827633 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3b149430-61ab-48c8-bcc5-fbacb7ee4693 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'security_group_rule': {'security_group_id': 'ec623047-565f-4f2f-886b-fc6b836efb90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:11.876005 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.914585 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 6de0e1a4-57bb-4837-b326-545cb5ff764a is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:11.915862 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 43a6d26e-344c-4cd0-acc6-7b64e604d36a up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:11.924655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b149430-61ab-48c8-bcc5-fbacb7ee4693 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (b31562c8-77de-4207-99ec-5bff139bb652), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:11.965558 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:11.970309 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:11.973118 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:11.993771 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-78e1e09d-9be1-4204-b8ff-a02a2b4015fa tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:12.003193 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-78e1e09d-9be1-4204-b8ff-a02a2b4015fa tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 818 time: 0.5007458 Apr 12 16:50:12.096301 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-7c2f727f-d7bf-4965-a2e5-f05e4d9a0860 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/quotas/5b0e32ed9af5417c9ca8c8d4e7774980 HTTP/1.1" status: 200 len: 375 time: 0.0915058 Apr 12 16:50:12.104421 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'Port': ['ID=d291fda6-b44f-48b7-8f9a-20a228f737a9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:12.111925 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Provisioning complete for port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:12.114555 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b149430-61ab-48c8-bcc5-fbacb7ee4693 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (b31562c8-77de-4207-99ec-5bff139bb652), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.115954 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.120493 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Publish callbacks [] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.125863 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b149430-61ab-48c8-bcc5-fbacb7ee4693 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (b31562c8-77de-4207-99ec-5bff139bb652), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.158997 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b149430-61ab-48c8-bcc5-fbacb7ee4693 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31562c8-77de-4207-99ec-5bff139bb652,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:12.175796 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.187952 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3b149430-61ab-48c8-bcc5-fbacb7ee4693 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.189364 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3b149430-61ab-48c8-bcc5-fbacb7ee4693 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720622 Apr 12 16:50:12.192437 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47200) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:12.198077 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:12.231807 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (d718fdab-0ab9-40c3-824b-270e86284502), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.253422 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-ecf910f0-9c3a-47c2-ae67-ac1582a47b79 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558762 Apr 12 16:50:12.264079 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.354419 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.383605 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b8f5a-eccd-4fee-9255-f3e0d38ed18c None None] Pushing event updated for resources: {'Port': ['ID=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:12.428628 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.453069 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.566651 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.663499 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.698523 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (bf5b2124-19cd-46b5-9bb6-d60d62660ea1), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.777692 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 43a6d26e-344c-4cd0-acc6-7b64e604d36a triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:12.778340 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.815603 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb784b-0c09-4d18-bfe4-7b69b4ca7e48 req-f229b112-36ef-466d-bf9f-959555c50c00 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:12.826351 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 212a2726-05d4-4ddb-8e68-7d26d7191cdc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc,segment=NetworkSegment(6949e882-5c8a-455d-8a4d-c821feae8e37),segment_id=6949e882-5c8a-455d-8a4d-c821feae8e37)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:12.826804 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2fb784b-0c09-4d18-bfe4-7b69b4ca7e48 req-f229b112-36ef-466d-bf9f-959555c50c00 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 943 time: 0.3957648 Apr 12 16:50:12.873455 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=f7a26341-aded-4285-92ae-ffe0063faf1f,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:12.949840 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Allocated IP 172.27.3.90 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/af76288b-6457-4204-98d8-8264af446ab4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:12.968905 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2fb784b-0c09-4d18-bfe4-7b69b4ca7e48 req-cfc8d4ea-a903-465a-9353-2d9c866903a4 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389258 Apr 12 16:50:12.978404 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:12.998980 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-52e43227-720e-4fd9-9246-108a2827a18a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3429272 Apr 12 16:50:13.001007 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110efea-a9d2-4d4e-b258-1849fe3fb53c None None] Pushing event updated for resources: {'Port': ['ID=c175bf22-c159-46ae-8487-cfdb4232b9b4,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:13.132665 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '212a2726-05d4-4ddb-8e68-7d26d7191cdc', 'network_id': 'cca18eda-7a1c-4187-84e7-40170bf9a1fd', 'port_id': '212a2726-05d4-4ddb-8e68-7d26d7191cdc', 'mac_address': 'fa:16:3e:52:2c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:50:13.180034 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:13.190277 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for port (af76288b-6457-4204-98d8-8264af446ab4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.242148 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (af76288b-6457-4204-98d8-8264af446ab4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.295632 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:13.299570 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 212a2726-05d4-4ddb-8e68-7d26d7191cdc is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:13.300304 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.301641 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:13.313547 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:13.318818 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bbf1f7-f257-4af8-af52-848feab04d37 None None] The sync data for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi is: [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:13.322219 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Attempting to bind port c175bf22-c159-46ae-8487-cfdb4232b9b4 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:13.322741 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Attempting to bind port c175bf22-c159-46ae-8487-cfdb4232b9b4 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:13.323201 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Attempting to bind port c175bf22-c159-46ae-8487-cfdb4232b9b4 on network 81575361-a873-4c78-99bf-1c98b2aa1f17 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:13.342645 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:13.343177 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Checking segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:13.343662 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.344139 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Bound using segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:13.344713 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Bound port: c175bf22-c159-46ae-8487-cfdb4232b9b4, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:13.345187 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.363030 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'Port': ['ID=af76288b-6457-4204-98d8-8264af446ab4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:13.385472 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212a2726-05d4-4ddb-8e68-7d26d7191cdc {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:13.397383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Current status of the port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:13.409676 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Provisioning complete for port cf1fca8b-abe8-428f-b196-af730180c0f2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:13.410142 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.483396 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-1edf17d1-9ab9-4742-92f6-c8fa23e84589 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:50:13.484443 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-1edf17d1-9ab9-4742-92f6-c8fa23e84589 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7183697 Apr 12 16:50:13.585288 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 212a2726-05d4-4ddb-8e68-7d26d7191cdc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc,segment=NetworkSegment(6949e882-5c8a-455d-8a4d-c821feae8e37),segment_id=6949e882-5c8a-455d-8a4d-c821feae8e37)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:13.607091 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (55d90430-5f3b-41d9-b890-98e4c23ea732), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.608421 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.689076 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=212a2726-05d4-4ddb-8e68-7d26d7191cdc,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:13.709563 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.717075 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 43a6d26e-344c-4cd0-acc6-7b64e604d36a is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:13.720591 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (af76288b-6457-4204-98d8-8264af446ab4), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.724251 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device de721837-a8d3-466d-b4f1-6d483fdbb052 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:13.778761 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.817918 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] For port c175bf22-c159-46ae-8487-cfdb4232b9b4, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:13.851790 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-72950fed-54b6-41c3-8df3-af07b29d0f33 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--863114792&fields=id&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 267 time: 0.2589622 Apr 12 16:50:13.890757 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Current status of the port cf1fca8b-abe8-428f-b196-af730180c0f2 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:13.891516 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.910675 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] For port c175bf22-c159-46ae-8487-cfdb4232b9b4, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c175bf22-c159-46ae-8487-cfdb4232b9b4,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:13.926077 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (d718fdab-0ab9-40c3-824b-270e86284502), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:13.941331 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.020618 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-24f6fa58-e09d-4298-bb95-3c868538cc6e service neutron] 10.222.0.55 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255537 Apr 12 16:50:14.038767 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110efea-a9d2-4d4e-b258-1849fe3fb53c None None] Pushing event updated for resources: {'Port': ['ID=c175bf22-c159-46ae-8487-cfdb4232b9b4,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:14.073082 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] For port cf1fca8b-abe8-428f-b196-af730180c0f2, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=cf1fca8b-abe8-428f-b196-af730180c0f2,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:14.078500 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port de721837-a8d3-466d-b4f1-6d483fdbb052 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:14.079784 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.097493 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.104394 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7515690 Apr 12 16:50:14.105309 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59c5bc-14be-41b0-9491-7a1be8d55971 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'Port': ['ID=d291fda6-b44f-48b7-8f9a-20a228f737a9,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:14.117748 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.281551 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:14.282942 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:49:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:14.288762 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0377b-6f70-4d0c-a84f-86a5e7716703 None None] Pushing event updated for resources: {'Port': ['ID=cf1fca8b-abe8-428f-b196-af730180c0f2,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:14.333676 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-36c68dc4-a961-4eab-8a19-ea11b333f6f6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:14.335276 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-36c68dc4-a961-4eab-8a19-ea11b333f6f6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.4662247 Apr 12 16:50:14.374143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-b3c1fb51-3c3f-411a-b58b-0dfbe64f42f4 None None] Provisioning complete for port c175bf22-c159-46ae-8487-cfdb4232b9b4 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:14.374584 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fb51-3c3f-411a-b58b-0dfbe64f42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.385553 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-0e8b9859-c6c8-4df9-803e-56a395870a95 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/quotas/fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 375 time: 0.0406785 Apr 12 16:50:14.406967 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-c9ac3344-7f56-4940-b2f4-8c0f0b4dadb1 service neutron] 10.222.0.55 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966793 Apr 12 16:50:14.472533 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-fe73aed0-02f9-4ceb-97e5-fc93bf5985cc tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734408 Apr 12 16:50:14.520623 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for port (af76288b-6457-4204-98d8-8264af446ab4), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.528599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (af76288b-6457-4204-98d8-8264af446ab4), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.607703 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (55d90430-5f3b-41d9-b890-98e4c23ea732), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.612548 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'Port': ['ID=af76288b-6457-4204-98d8-8264af446ab4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:14.623079 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port de721837-a8d3-466d-b4f1-6d483fdbb052 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:14.625921 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device ba64af1e-7139-4868-814c-8c8a57c2d4ef up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:14.631467 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:14.636649 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.638254 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5e939ba9-c78e-4803-9696-77efca491ffd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4446464 Apr 12 16:50:14.689082 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-f307fe9e-6959-40b6-834b-cbeb7ec9c41a service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936674 Apr 12 16:50:14.745666 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1fb51-3c3f-411a-b58b-0dfbe64f42f4 None None] Current status of the port c175bf22-c159-46ae-8487-cfdb4232b9b4 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:14.748062 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fb51-3c3f-411a-b58b-0dfbe64f42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:14.978569 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-78b8ed9f-dca5-4abf-86dc-68ce0e916ffb service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820559 Apr 12 16:50:15.044430 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port ba64af1e-7139-4868-814c-8c8a57c2d4ef triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:15.044842 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:15.106869 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-b3c1fb51-3c3f-411a-b58b-0dfbe64f42f4 None None] For port c175bf22-c159-46ae-8487-cfdb4232b9b4, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c175bf22-c159-46ae-8487-cfdb4232b9b4,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:15.128655 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fb51-3c3f-411a-b58b-0dfbe64f42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:15.198734 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fe9ec-0fe2-455f-a48e-ca4b42c62175 req-babed36d-4a47-42cd-a688-6119ef02b820 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:15.201019 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e15fe9ec-0fe2-455f-a48e-ca4b42c62175 req-babed36d-4a47-42cd-a688-6119ef02b820 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 944 time: 0.1302254 Apr 12 16:50:15.318865 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e15fe9ec-0fe2-455f-a48e-ca4b42c62175 req-b1522a9d-fdb8-480e-af02-77e97b06d92c tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074579 Apr 12 16:50:15.573457 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-161fd770-9730-4de5-9b83-ca64aef16a52 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--269633891&fields=id&tenant_id=21fccd96273b4b87b5822b82c0512412 HTTP/1.1" status: 200 len: 267 time: 0.1745288 Apr 12 16:50:15.585237 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-32122fef-15fe-4e0c-a8f5-2d8e55376dd9 req-0f783050-cbe3-40c3-9729-2971a81ad093 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 210 time: 0.1566174 Apr 12 16:50:15.757746 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a0a1b977-5dd7-4f06-8e17-3c70935401ea None None] Provisioning complete for port c175bf22-c159-46ae-8487-cfdb4232b9b4 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:15.759412 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b977-5dd7-4f06-8e17-3c70935401ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:15.764816 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1fb51-3c3f-411a-b58b-0dfbe64f42f4 None None] Pushing event updated for resources: {'Port': ['ID=c175bf22-c159-46ae-8487-cfdb4232b9b4,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:15.797628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:15.804687 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-856224e9-53a7-4091-9fd5-81c865908ef1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:15.813916 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-856224e9-53a7-4091-9fd5-81c865908ef1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 810 time: 0.2271216 Apr 12 16:50:15.831293 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port ba64af1e-7139-4868-814c-8c8a57c2d4ef is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:15.831761 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:15.841803 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-4811f5ab-3fa4-4df6-b8d6-e116cea59ff3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/quotas/21fccd96273b4b87b5822b82c0512412 HTTP/1.1" status: 200 len: 375 time: 0.0259111 Apr 12 16:50:15.843395 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55801df-da16-4ee1-8411-b5950dd5af78 None None] The sync data for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi is: [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:15.845938 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-6e91d552-007a-43f3-bc18-87eab00b7f70 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1826154226&fields=id&tenant_id=ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 267 time: 0.0995650 Apr 12 16:50:15.867953 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port ba64af1e-7139-4868-814c-8c8a57c2d4ef, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=ba64af1e-7139-4868-814c-8c8a57c2d4ef,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:15.876904 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:15.991944 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=ba64af1e-7139-4868-814c-8c8a57c2d4ef,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:15.998963 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a0a1b977-5dd7-4f06-8e17-3c70935401ea None None] Current status of the port c175bf22-c159-46ae-8487-cfdb4232b9b4 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:16.192602 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-cac7cc08-f7aa-4e30-ad01-7074a564e4a1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3342619 Apr 12 16:50:16.328681 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device cf1fca8b-abe8-428f-b196-af730180c0f2 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:16.410144 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['212a2726-05d4-4ddb-8e68-7d26d7191cdc'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:16.500526 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-db81dd2f-e759-4706-a3a7-d08b72a96063 service neutron] 10.222.0.55 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813818 Apr 12 16:50:16.520559 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-838e5613-d427-497d-9551-ac4b0c3673bb tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:16.522112 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-838e5613-d427-497d-9551-ac4b0c3673bb tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 817 time: 0.6618257 Apr 12 16:50:16.605963 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-0ee751bc-338b-4157-84da-3a5a756469de tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/quotas/ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 375 time: 0.0560846 Apr 12 16:50:16.610777 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-dd86d0f0-f77d-4852-939c-14044fa63d62 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:16.621067 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-dd86d0f0-f77d-4852-939c-14044fa63d62 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 818 time: 0.2352376 Apr 12 16:50:16.651770 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'port': {'device_id': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'admin_state_up': True, 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:16.843196 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-53b78acf-d5ed-4234-8158-782487a578c1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360742 Apr 12 16:50:16.889278 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port cf1fca8b-abe8-428f-b196-af730180c0f2 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:16.890341 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:16.965935 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-9f605a06-0e6f-427e-b085-ece3230e8662 service neutron] 10.222.0.55 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332769 Apr 12 16:50:17.020060 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Made reservation on behalf of 5b0e32ed9af5417c9ca8c8d4e7774980 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:17.025759 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:17.171019 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-b6cf062e-f1e9-4a38-b015-173b9ed9f7ef service neutron] 10.222.0.55 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116477 Apr 12 16:50:17.305170 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Allocated IP 172.20.0.13 (553f844a-d4d6-4ae6-9e49-7078ca5d959f/710531b1-3a07-41c7-8397-ca5bb84350f7/601c0518-68cb-4083-bd32-1d234098509b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:17.395120 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-7e9523f7-2d6f-480a-a076-072be302ba0d service neutron] 10.222.0.55 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228506 Apr 12 16:50:17.410100 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port cf1fca8b-abe8-428f-b196-af730180c0f2 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:17.412703 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 5b6734b6-859f-4a08-9149-e7f3766c40bd up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:17.512174 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7b9c376b-6e64-4aad-9639-7ae615aa09c6 req-a24f1254-ace2-48b5-b0d0-68756728c627 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 210 time: 0.0568676 Apr 12 16:50:17.730123 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 5b6734b6-859f-4a08-9149-e7f3766c40bd triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:17.735134 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:17.827527 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for port (601c0518-68cb-4083-bd32-1d234098509b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:17.857848 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-040dbc6e-addc-4b04-bd5b-bf96a38e5f06 req-116c9a9c-574b-4e00-8d2d-ab1e18d074e3 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 210 time: 0.2017982 Apr 12 16:50:17.882028 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (601c0518-68cb-4083-bd32-1d234098509b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:17.977802 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.49', 64208) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:18.022085 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:18.029947 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.49', 64209) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:18.085259 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 5b6734b6-859f-4a08-9149-e7f3766c40bd is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:18.093111 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:18.121649 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-06f26c63-b582-49a2-82b8-1d8c3a51d851 req-0cf4f644-8165-4184-b737-67e311ec5819 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 210 time: 0.1215234 Apr 12 16:50:18.124659 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:18.144985 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc22dd7-2ef0-4ecb-9be2-5c6b89d0372c req-ab48ed0a-716e-44c7-b0cb-349c041b62ae tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:18.146145 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dcc22dd7-2ef0-4ecb-9be2-5c6b89d0372c req-ab48ed0a-716e-44c7-b0cb-349c041b62ae tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 944 time: 0.2873304 Apr 12 16:50:18.226087 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 212a2726-05d4-4ddb-8e68-7d26d7191cdc up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:18.263462 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:18.326063 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ae486ba-c528-412a-997b-b3447d845c0d req-fb2e75a5-4d5d-4c07-9800-8e2835a7b037 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 210 time: 0.0974243 Apr 12 16:50:18.338282 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:18.341514 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:18.404550 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dcc22dd7-2ef0-4ecb-9be2-5c6b89d0372c req-af017bf1-b16c-4eea-aa05-1a3a1d1d6c03 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455692 Apr 12 16:50:18.496833 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8568316 Apr 12 16:50:18.509158 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:18.510601 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:18.566638 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 212a2726-05d4-4ddb-8e68-7d26d7191cdc completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:50:18.596184 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 212a2726-05d4-4ddb-8e68-7d26d7191cdc triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:18.596777 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:18.687996 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-5687b404-c488-44d8-8ec3-3ae0a9301495 None None] Provisioning complete for port 601c0518-68cb-4083-bd32-1d234098509b triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:18.688399 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5687b404-c488-44d8-8ec3-3ae0a9301495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (601c0518-68cb-4083-bd32-1d234098509b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:18.725315 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b2077c87-6347-4287-b5c1-86d7cc27a60e req-0499a2ec-b728-4e42-8489-253e766aa748 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 210 time: 0.0620379 Apr 12 16:50:18.779228 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 212a2726-05d4-4ddb-8e68-7d26d7191cdc is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:18.779619 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:18.783245 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:18.790160 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Request body: {'port': {'device_id': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:18.797163 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf031fde-cdc0-4ee6-95b8-6ca8e4102f9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'Port': ['ID=601c0518-68cb-4083-bd32-1d234098509b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:18.832863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5687b404-c488-44d8-8ec3-3ae0a9301495 None None] Port 601c0518-68cb-4083-bd32-1d234098509b cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:18.875793 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a2726-05d4-4ddb-8e68-7d26d7191cdc'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:19.005153 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 212a2726-05d4-4ddb-8e68-7d26d7191cdc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc,segment=NetworkSegment(6949e882-5c8a-455d-8a4d-c821feae8e37),segment_id=6949e882-5c8a-455d-8a4d-c821feae8e37)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:19.005844 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9ee04c25-7979-4df7-90c2-17e9f9b09527 req-a80e155e-fa2c-4c07-9183-5881e3f1a8d3 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 210 time: 0.0461605 Apr 12 16:50:19.013068 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:19.071387 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-bebe3e2c-26ce-48cd-b196-d5942a9e044d tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:19.075550 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-bebe3e2c-26ce-48cd-b196-d5942a9e044d tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.9469886 Apr 12 16:50:19.117443 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c175bf22-c159-46ae-8487-cfdb4232b9b4 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:19.144122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-a272e9de-5916-474d-abf7-431b587c0e52 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:19.156280 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-a272e9de-5916-474d-abf7-431b587c0e52 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 818 time: 1.1321595 Apr 12 16:50:19.162070 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (601c0518-68cb-4083-bd32-1d234098509b), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:19.204266 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'port': {'device_id': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'admin_state_up': True, 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:19.231918 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=212a2726-05d4-4ddb-8e68-7d26d7191cdc,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:19.281293 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efa7c16-11c8-4646-89f3-2f91387e70f5" -d '{"events": [{"server_uuid": "a15503d7-161f-4fe6-88f6-c64d059401b5", "name": "network-vif-plugged", "status": "completed", "tag": "212a2726-05d4-4ddb-8e68-7d26d7191cdc"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:19.317974 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port c175bf22-c159-46ae-8487-cfdb4232b9b4 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:19.318770 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:19.363059 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-935a8322-4923-43e0-9f13-521066876bf9 req-592e062b-c9f2-4854-93a4-13e406709291 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 210 time: 0.1014719 Apr 12 16:50:19.430367 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ba128deb-e6a3-4309-b2ef-650d82339dd4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 379 time: 0.3162794 Apr 12 16:50:19.444651 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port c175bf22-c159-46ae-8487-cfdb4232b9b4 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:19.447840 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device ba64af1e-7139-4868-814c-8c8a57c2d4ef up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:19.472701 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e46882b-482b-4a9f-b9ec-37c19dda6ada req-675b1cb3-ec6c-49de-a231-49d70398267f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 210 time: 0.0294540 Apr 12 16:50:19.487701 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85e460-bde5-4a42-8543-145cce1264b0 x-openstack-request-id: req-6c85e460-bde5-4a42-8543-145cce1264b0 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:19.488019 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15503d7-161f-4fe6-88f6-c64d059401b5", "name": "network-vif-plugged", "status": "completed", "tag": "212a2726-05d4-4ddb-8e68-7d26d7191cdc", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:19.488503 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c85e460-bde5-4a42-8543-145cce1264b0 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:19.488736 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c85e460-bde5-4a42-8543-145cce1264b0'] response: {'server_uuid': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a2726-05d4-4ddb-8e68-7d26d7191cdc', 'code': 200} Apr 12 16:50:19.527327 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port ba64af1e-7139-4868-814c-8c8a57c2d4ef triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:19.527807 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:19.574474 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b3aa0-b369-4b5c-ab6c-6b8b92dcd805 req-35e42f26-f061-417c-949e-ae1d8a757682 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:19.576228 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e11b3aa0-b369-4b5c-ab6c-6b8b92dcd805 req-35e42f26-f061-417c-949e-ae1d8a757682 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.0502062 Apr 12 16:50:19.626742 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port ba64af1e-7139-4868-814c-8c8a57c2d4ef is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:19.647458 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e11b3aa0-b369-4b5c-ab6c-6b8b92dcd805 req-bac986f6-e9db-415a-8b3b-a929bd9361fc tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643637 Apr 12 16:50:19.663641 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'port': {'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'admin_state_up': True, 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'security_groups': ['16549590-f543-48b6-8bf5-4dc285a8f453']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:19.679885 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Made reservation on behalf of 5b0e32ed9af5417c9ca8c8d4e7774980 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:19.683651 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:19.824159 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-23a026c5-7781-4333-9053-95954def80ef req-f3035b4a-113b-42c3-a28f-5d979ca3f666 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 210 time: 0.0281122 Apr 12 16:50:19.934332 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Made reservation on behalf of fae28403f9c94d76899fbfb5e997f585 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:19.937789 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:19.961179 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601c0518-68cb-4083-bd32-1d234098509b {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:19.964961 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.49', 64223) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:19.975673 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Publish callbacks [] for port (601c0518-68cb-4083-bd32-1d234098509b), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:20.038595 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Transition to ACTIVE for port object 601c0518-68cb-4083-bd32-1d234098509b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:50:20.070979 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (601c0518-68cb-4083-bd32-1d234098509b), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:20.122372 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.49', 64224) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:20.231513 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-4e7c183c-f780-4967-a4ef-2e458e6f4cbb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:20.233058 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-4e7c183c-f780-4967-a4ef-2e458e6f4cbb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 810 time: 0.2659161 Apr 12 16:50:20.253658 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e11228e7-8984-4f37-be2d-3b8fbed822d5 req-b7edb193-46d4-486f-b900-2bf4f0bb6629 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 210 time: 0.0914054 Apr 12 16:50:20.254238 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.49', 64225) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:20.257945 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b233a1-4371-4f7d-9e1e-296731619025 req-79e6aa35-b339-4402-bc1b-d656500b776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:20.260482 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80b233a1-4371-4f7d-9e1e-296731619025 req-79e6aa35-b339-4402-bc1b-d656500b776d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 1129 time: 0.1367483 Apr 12 16:50:20.271643 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Pushing event updated for resources: {'Port': ['ID=601c0518-68cb-4083-bd32-1d234098509b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:20.295701 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Allocated IP 172.20.0.6 (553f844a-d4d6-4ae6-9e49-7078ca5d959f/710531b1-3a07-41c7-8397-ca5bb84350f7/91a7a9c1-3fa1-4732-ac00-8c6f29127543) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:20.320949 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.20.0.7 (fd491a4c-3c01-45c6-ba4b-d85f30b21624/3665ef25-cb10-4dc5-953d-ceacf9b2be6b/93e9601b-b866-4ca2-b5da-3c3b6adc5f2e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:20.332704 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-80b233a1-4371-4f7d-9e1e-296731619025 req-1b1401a5-babb-46c9-975f-419984394f16 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:20.559606 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-482c3523-cb0f-4874-8893-99ff2997001f req-d86bd4a1-ad95-41c5-806c-9143361cc8ea tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 210 time: 0.0767813 Apr 12 16:50:20.601644 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-159f081e-2e89-48d5-8f6a-1b60d749d5dd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:20.604162 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-159f081e-2e89-48d5-8f6a-1b60d749d5dd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 817 time: 0.3429627 Apr 12 16:50:20.625907 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Attempting to bind port 601c0518-68cb-4083-bd32-1d234098509b on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:20.626358 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Attempting to bind port 601c0518-68cb-4083-bd32-1d234098509b by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:20.626810 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Attempting to bind port 601c0518-68cb-4083-bd32-1d234098509b on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:20.630686 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-38927447-06fd-4786-90ae-a8f63c8e75ed tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fccd96273b4b87b5822b82c0512412 HTTP/1.1" status: 200 len: 379 time: 0.3454463 Apr 12 16:50:20.652193 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Port 601c0518-68cb-4083-bd32-1d234098509b on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:50:20.652800 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Attempting to bind port 601c0518-68cb-4083-bd32-1d234098509b on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:20.668880 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'port': {'device_id': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'admin_state_up': True, 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'security_groups': ['cd750c28-59c1-4ac9-82c2-d1c58965d3bc']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:20.979294 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.003998 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-67e1571e-81d2-469e-8157-7eeae4f6e7fc req-554db268-e3f2-451a-8214-577b050c7c55 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 210 time: 0.2877398 Apr 12 16:50:21.023358 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:21.023941 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Checking segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:21.025419 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Bound using segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:21.025951 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Bound port: 601c0518-68cb-4083-bd32-1d234098509b, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:21.026900 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (601c0518-68cb-4083-bd32-1d234098509b), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.040330 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.130841 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:21.144317 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:21.173364 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0464-40d1-4d8f-8e5f-c6fd69584b13 req-b2443bfe-c735-405e-9be1-216bd2e250dc tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:21.179434 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37ca0464-40d1-4d8f-8e5f-c6fd69584b13 req-b2443bfe-c735-405e-9be1-216bd2e250dc tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.0851226 Apr 12 16:50:21.183200 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:21.188945 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:21.189376 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.192531 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-80b233a1-4371-4f7d-9e1e-296731619025 req-1b1401a5-babb-46c9-975f-419984394f16 service neutron] Publish callbacks [] for security_group (64bae62c-f694-4165-ad71-c92b6ac8b5aa), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.225469 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-80b233a1-4371-4f7d-9e1e-296731619025 req-1b1401a5-babb-46c9-975f-419984394f16 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (64bae62c-f694-4165-ad71-c92b6ac8b5aa), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.246694 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0541031 Apr 12 16:50:21.273840 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80b233a1-4371-4f7d-9e1e-296731619025 req-1b1401a5-babb-46c9-975f-419984394f16 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9724123 Apr 12 16:50:21.336151 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] For port 601c0518-68cb-4083-bd32-1d234098509b, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:21.336754 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a55e2dfa-f82f-46c0-a6a5-2fcdacfc58c0 req-45fedcd9-fbbd-4d97-8810-afe244b0d404 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 210 time: 0.1283844 Apr 12 16:50:21.361627 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-6cc86fd6-8b61-4a7b-a111-697e33082130 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 380 time: 0.7184286 Apr 12 16:50:21.365181 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] For port 601c0518-68cb-4083-bd32-1d234098509b, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=601c0518-68cb-4083-bd32-1d234098509b,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:21.393304 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Request body: {'port': {'device_id': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:21.422742 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1401a5-babb-46c9-975f-419984394f16 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64bae62c-f694-4165-ad71-c92b6ac8b5aa,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:21.463798 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.463798 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb55c8-b911-4285-9a7e-973603205bc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'Port': ['ID=91a7a9c1-3fa1-4732-ac00-8c6f29127543,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:21.474675 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-8c59462d-7274-4597-9ddd-ddc1ba8ac7ae None None] Provisioning complete for port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:21.477059 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (601c0518-68cb-4083-bd32-1d234098509b), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.478926 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8c59462d-7274-4597-9ddd-ddc1ba8ac7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.500539 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:21.501700 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.503211 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 200 len: 1094 time: 2.7211964 Apr 12 16:50:21.506542 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'tag': '601c0518-68cb-4083-bd32-1d234098509b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:21.508962 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37820f5c-0123-4170-9067-305ade65c2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "62b99fbc-e162-4e6c-9672-d7fa7a1f702d", "tag": "601c0518-68cb-4083-bd32-1d234098509b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:21.527742 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8c59462d-7274-4597-9ddd-ddc1ba8ac7ae None None] Port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:21.572565 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37ca0464-40d1-4d8f-8e5f-c6fd69584b13 req-c46a079c-e658-4f5a-b770-3fac9b4b8504 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728812 Apr 12 16:50:21.635438 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'port': {'device_id': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'admin_state_up': True, 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'security_groups': ['ec623047-565f-4f2f-886b-fc6b836efb90']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:21.648386 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.679607 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f018-151e-405d-ada9-77ea6a13acbb req-b6e597d5-2b26-4e30-b47f-7606ca6a241d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:21.684599 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-90e4f018-151e-405d-ada9-77ea6a13acbb req-b6e597d5-2b26-4e30-b47f-7606ca6a241d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 931 time: 0.2577000 Apr 12 16:50:21.692043 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47538) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:21.732194 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:21.756113 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:21.763505 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.780734 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:21.791753 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:21.791753 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.792095 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Made reservation on behalf of 21fccd96273b4b87b5822b82c0512412 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:21.793828 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:21.832984 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b00ccfe-bcf6-4b86-a92f-82156c7c1fac x-openstack-request-id: req-1b00ccfe-bcf6-4b86-a92f-82156c7c1fac {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:21.833687 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b99fbc-e162-4e6c-9672-d7fa7a1f702d", "tag": "601c0518-68cb-4083-bd32-1d234098509b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:21.833687 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b00ccfe-bcf6-4b86-a92f-82156c7c1fac {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:21.833958 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b00ccfe-bcf6-4b86-a92f-82156c7c1fac'] response: {'name': 'network-changed', 'server_uuid': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'tag': '601c0518-68cb-4083-bd32-1d234098509b', 'status': 'completed', 'code': 200} Apr 12 16:50:21.835035 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a7fa4-dc73-4bcf-be11-0bb3b28b47f1 service neutron] Pushing event updated for resources: {'Port': ['ID=601c0518-68cb-4083-bd32-1d234098509b,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:21.891413 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2274039 Apr 12 16:50:21.892379 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-604163c8-f0e4-4201-8934-57e79cbf1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:21.893880 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-604163c8-f0e4-4201-8934-57e79cbf1ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1128 time: 0.2174215 Apr 12 16:50:22.016575 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47548) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:22.028134 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-81544852-264e-48ac-9365-9e8f08ff93aa req-719f8a73-33f1-440c-8ff4-f7afd338ff59 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 210 time: 0.1139474 Apr 12 16:50:22.089131 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-90e4f018-151e-405d-ada9-77ea6a13acbb req-2e0d8b93-e368-4e0a-8c4a-51c071537479 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458261 Apr 12 16:50:22.112167 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Request body: {'port': {'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:22.116193 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-0f34e49c-a5dc-4237-b5e3-fcf2965a710c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 200 len: 217 time: 0.0730388 Apr 12 16:50:22.117084 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b7e83-d6ea-4457-86ec-e0ca11e33129 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:22.265122 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3b1d7cee-0d07-4f3b-a773-705a11bd338a None None] Provisioning complete for port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:22.265737 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7cee-0d07-4f3b-a773-705a11bd338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.296143 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-90f4beba-dffc-4d64-a41d-7d29d10b14c9 req-42324444-51d2-4b30-9791-e0c5128ec344 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 210 time: 0.0954936 Apr 12 16:50:22.306779 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-207b5db2-b09d-45b1-adeb-68ac306d89e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.309128 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d695dcce-06ba-47ec-8540-ac3f661e4aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.314939 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d7cee-0d07-4f3b-a773-705a11bd338a None None] Port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:22.330967 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Allocated IP 172.20.0.8 (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef/93eec2a4-ab5a-4061-927c-4fb991714756/3bd4697d-6366-4b31-b6e1-4b0d259b5ef9) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:22.331248 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ecbc72d2-15d6-4150-969e-5637feb1e880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.340303 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Made reservation on behalf of ef824b9ffd3845c385039cb871fc6deb for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:22.346098 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.354992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-3f09f6c7-cd15-4a4e-bec0-5af4d2dbbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:22.356988 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-3f09f6c7-cd15-4a4e-bec0-5af4d2dbbea6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.2299721 Apr 12 16:50:22.462387 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe851a-5d68-4573-b968-f250d507a814 req-ba803668-5f91-411c-9036-f455d511e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:22.470953 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-ba803668-5f91-411c-9036-f455d511e608 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970213 Apr 12 16:50:22.481254 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.636642 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4da6b1-6198-471e-876e-07b4053fcb10 req-b6e50bae-594e-4ee6-b258-e15750f39c35 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:22.643557 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de4da6b1-6198-471e-876e-07b4053fcb10 req-b6e50bae-594e-4ee6-b258-e15750f39c35 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 931 time: 0.2074554 Apr 12 16:50:22.733857 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-e698777b-34ee-4f79-8465-2de0e5fa66b8 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415845 Apr 12 16:50:22.770925 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a7a9c1-3fa1-4732-ac00-8c6f29127543 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:22.802623 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Publish callbacks [] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.845920 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-207b5db2-b09d-45b1-adeb-68ac306d89e8 admin admin] Publish callbacks [] for security_group (1d519853-80eb-4a5b-b4a3-927b499ce12b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.848263 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d695dcce-06ba-47ec-8540-ac3f661e4aa7 admin admin] Publish callbacks [] for security_group (5f760da4-924b-4780-9336-bf5540ccd102), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.871381 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-207b5db2-b09d-45b1-adeb-68ac306d89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1d519853-80eb-4a5b-b4a3-927b499ce12b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.873909 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d695dcce-06ba-47ec-8540-ac3f661e4aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5f760da4-924b-4780-9336-bf5540ccd102), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.876604 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Allocated IP 172.20.0.6 (81575361-a873-4c78-99bf-1c98b2aa1f17/9c184ff4-106e-45a4-acd6-38988f568359/c70692fa-573f-49f1-8c3b-6dfb829e9729) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:22.895356 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Transition to ACTIVE for port object 91a7a9c1-3fa1-4732-ac00-8c6f29127543 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:50:22.907607 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de4da6b1-6198-471e-876e-07b4053fcb10 req-22959c7e-02d4-4e55-b9ba-9f6a07251fa5 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630510 Apr 12 16:50:22.911956 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.934617 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:22.945652 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bee55-e842-4c55-ab63-69544aadac8c req-2d30c761-a0f7-4323-af7a-b0b067ac573c tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:22.950308 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf2bee55-e842-4c55-ab63-69544aadac8c req-2d30c761-a0f7-4323-af7a-b0b067ac573c tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.2574410 Apr 12 16:50:23.015052 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-207b5db2-b09d-45b1-adeb-68ac306d89e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3768bcee48a4789b864ea073b571904&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3172617 Apr 12 16:50:23.015573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Pushing event updated for resources: {'Port': ['ID=91a7a9c1-3fa1-4732-ac00-8c6f29127543,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:23.019500 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4abe851a-5d68-4573-b968-f250d507a814 req-f7e7d6bc-b19a-4ea3-80cc-0816d767782e service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775452 Apr 12 16:50:23.019697 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47570) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:23.044339 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b5db2-b09d-45b1-adeb-68ac306d89e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d519853-80eb-4a5b-b4a3-927b499ce12b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:23.049079 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d695dcce-06ba-47ec-8540-ac3f661e4aa7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c13cdc9e4c7b4985a146345ad8f2f45e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0144479 Apr 12 16:50:23.063029 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47572) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:23.173038 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Attempting to bind port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:23.173385 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Attempting to bind port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:23.173702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Attempting to bind port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:23.183265 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:23.195728 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Publish callbacks [] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.199053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:50:23.199384 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Attempting to bind port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:23.207695 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:23.208037 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Checking segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:23.208601 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Bound using segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:23.209616 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Bound port: 91a7a9c1-3fa1-4732-ac00-8c6f29127543, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:23.210920 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.251546 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:50:23.271510 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Transition to ACTIVE for port object 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:50:23.280201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695dcce-06ba-47ec-8540-ac3f661e4aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f760da4-924b-4780-9336-bf5540ccd102,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:23.281166 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.296542 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed2a4fe8-ed00-4acf-b6f7-5b97505203e4 req-2dcd1b54-70c9-4bcb-82b1-660f294168d5 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 210 time: 0.1514564 Apr 12 16:50:23.311838 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf2bee55-e842-4c55-ab63-69544aadac8c req-6e42fdd8-dab6-4205-9591-cc0153a425fb tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344569 Apr 12 16:50:23.312847 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.424956 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Pushing event updated for resources: {'Port': ['ID=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:23.459272 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:23.464391 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] For port 91a7a9c1-3fa1-4732-ac00-8c6f29127543, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:23.472125 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] For port 91a7a9c1-3fa1-4732-ac00-8c6f29127543, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:23.501592 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.509872 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:23.511950 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'Port': ['ID=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:23.514405 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a97782e5-0c0e-46dc-a80e-e895f963b4f2 admin admin] Publish callbacks [] for security_group (1d519853-80eb-4a5b-b4a3-927b499ce12b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.540850 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:23.546409 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:23.547530 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.593884 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:23.594918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.597144 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] 10.222.0.49 "PUT /v2.0/ports/91a7a9c1-3fa1-4732-ac00-8c6f29127543 HTTP/1.1" status: 200 len: 1093 time: 2.2082095 Apr 12 16:50:23.598184 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Attempting to bind port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:23.598728 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Attempting to bind port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:23.599266 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Attempting to bind port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:23.610571 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:50:23.610768 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Attempting to bind port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:23.618991 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:23.619248 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Checking segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:23.619742 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Bound using segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:23.620030 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Bound port: 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:23.620449 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.650304 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacab53d-15d3-47be-b699-48d1cf4025ad service neutron] Pushing event updated for resources: {'Port': ['ID=91a7a9c1-3fa1-4732-ac00-8c6f29127543,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:23.654807 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a542f536-cc62-4923-a09a-b2d9477b4879 req-6b906953-1db4-4119-b878-e1c9f89a759d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 210 time: 0.1552498 Apr 12 16:50:23.680499 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-871a2ee3-1c35-4d68-81d7-2497333ea68c admin admin] Publish callbacks [] for security_group (5f760da4-924b-4780-9336-bf5540ccd102), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.719016 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-871a2ee3-1c35-4d68-81d7-2497333ea68c admin admin] Publish callbacks [] for security_group (5f760da4-924b-4780-9336-bf5540ccd102), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.747127 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.758312 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a97782e5-0c0e-46dc-a80e-e895f963b4f2 admin admin] Publish callbacks [] for security_group (1d519853-80eb-4a5b-b4a3-927b499ce12b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.767127 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-f0ea3326-195c-4e58-a858-d0c829e2cca6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1121140 Apr 12 16:50:23.776773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] For port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:23.781376 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] For port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:23.794099 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.802651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b5307-e3bf-4084-8dfc-f1ab93c5346b req-330c6b93-456b-401d-9f8c-17661234f62c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:23.804286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be2b5307-e3bf-4084-8dfc-f1ab93c5346b req-330c6b93-456b-401d-9f8c-17661234f62c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 943 time: 0.3973925 Apr 12 16:50:23.847240 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'tag': '91a7a9c1-3fa1-4732-ac00-8c6f29127543'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:23.851511 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9568b901-b9ec-4efe-85c1-bbafbbdcdd09" -d '{"events": [{"name": "network-changed", "server_uuid": "e1266676-e6d5-4b97-af82-8ff8f898058d", "tag": "91a7a9c1-3fa1-4732-ac00-8c6f29127543"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:23.871393 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:23.872325 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:23.873886 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] 10.222.0.49 "PUT /v2.0/ports/93e9601b-b866-4ca2-b5da-3c3b6adc5f2e HTTP/1.1" status: 200 len: 1093 time: 1.7659774 Apr 12 16:50:23.908171 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3124675-0c01-49da-ac5d-f0cd0d476b58 service neutron] Pushing event updated for resources: {'Port': ['ID=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:23.953039 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee953a0-3ad7-4f22-add9-0139c9abc976 x-openstack-request-id: req-9ee953a0-3ad7-4f22-add9-0139c9abc976 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:23.953513 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1266676-e6d5-4b97-af82-8ff8f898058d", "tag": "91a7a9c1-3fa1-4732-ac00-8c6f29127543", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:23.953918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ee953a0-3ad7-4f22-add9-0139c9abc976 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:23.954314 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee953a0-3ad7-4f22-add9-0139c9abc976'] response: {'name': 'network-changed', 'server_uuid': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'tag': '91a7a9c1-3fa1-4732-ac00-8c6f29127543', 'status': 'completed', 'code': 200} Apr 12 16:50:24.146451 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-5342de1d-2983-497a-8c7e-65e2146a9a88 None None] Provisioning complete for port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:24.147481 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5342de1d-2983-497a-8c7e-65e2146a9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.233336 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c76c3-96bb-4619-9719-8d3269aff0d2 req-0aca139b-aa00-4184-9f84-6d7021a40ba0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:24.234959 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f5c76c3-96bb-4619-9719-8d3269aff0d2 req-0aca139b-aa00-4184-9f84-6d7021a40ba0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 943 time: 0.1534617 Apr 12 16:50:24.235612 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-871a2ee3-1c35-4d68-81d7-2497333ea68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5f760da4-924b-4780-9336-bf5540ccd102), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.238427 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-871a2ee3-1c35-4d68-81d7-2497333ea68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.242352 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-871a2ee3-1c35-4d68-81d7-2497333ea68c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f760da4-924b-4780-9336-bf5540ccd102 HTTP/1.1" status: 204 len: 168 time: 1.1737671 Apr 12 16:50:24.252401 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be2b5307-e3bf-4084-8dfc-f1ab93c5346b req-56d0efbb-bf05-45be-bc66-6db1c1661cea tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716866 Apr 12 16:50:24.273857 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Request body: {'port': {'device_id': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:24.293071 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.327804 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a2ee3-1c35-4d68-81d7-2497333ea68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f760da4-924b-4780-9336-bf5540ccd102,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:24.329963 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a97782e5-0c0e-46dc-a80e-e895f963b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1d519853-80eb-4a5b-b4a3-927b499ce12b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.332566 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a97782e5-0c0e-46dc-a80e-e895f963b4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.333709 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a97782e5-0c0e-46dc-a80e-e895f963b4f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d519853-80eb-4a5b-b4a3-927b499ce12b HTTP/1.1" status: 204 len: 168 time: 1.3048265 Apr 12 16:50:24.400352 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5342de1d-2983-497a-8c7e-65e2146a9a88 None None] Port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:24.415700 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97782e5-0c0e-46dc-a80e-e895f963b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d519853-80eb-4a5b-b4a3-927b499ce12b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:24.427029 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:24.466164 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:24.476434 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:24.482254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:24.483080 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.504287 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f5c76c3-96bb-4619-9719-8d3269aff0d2 req-d0155035-4f52-4bae-a736-150ae99a3722 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599874 Apr 12 16:50:24.506758 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568b901-b9ec-4efe-85c1-bbafbbdcdd09 req-818f4d89-7531-434c-adb6-fba81da242b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:24.514176 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9568b901-b9ec-4efe-85c1-bbafbbdcdd09 req-818f4d89-7531-434c-adb6-fba81da242b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 1127 time: 0.1400831 Apr 12 16:50:24.515959 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:24.575492 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.592005 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-5e01da43-1823-4470-9451-3efe64a051a8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9784610 Apr 12 16:50:24.625771 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Request body: {'port': {'device_id': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:24.768951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8e94c-86ff-477e-88fc-8c99042ecdac req-05d84c00-bae9-4d72-8f1b-3a5a9905ac1e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:24.770486 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58f8e94c-86ff-477e-88fc-8c99042ecdac req-05d84c00-bae9-4d72-8f1b-3a5a9905ac1e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 931 time: 0.2767406 Apr 12 16:50:24.784708 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820f5c-0123-4170-9067-305ade65c2f7 req-ad64d5fa-c9af-449e-97e8-51b2f14cd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:24.786606 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-37820f5c-0123-4170-9067-305ade65c2f7 req-ad64d5fa-c9af-449e-97e8-51b2f14cd03d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1128 time: 0.5125499 Apr 12 16:50:24.796862 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-9a81e8c1-854f-4714-99ee-dca129d01364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:24.800194 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-9a81e8c1-854f-4714-99ee-dca129d01364 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 1127 time: 0.4259803 Apr 12 16:50:24.858422 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5e9d11d2-ab2b-43db-9cb7-d7968721b4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.926793 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcdb0f-0fa2-4be2-9951-0496bfedb07e req-c4abef08-d04f-45ba-9f4d-e1293387bcc0 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:24.928328 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-55fcdb0f-0fa2-4be2-9951-0496bfedb07e req-c4abef08-d04f-45ba-9f4d-e1293387bcc0 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.2702370 Apr 12 16:50:24.928978 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47614) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:24.955872 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f94444b0-69f9-40be-a76e-4fc594b80c16 None None] Provisioning complete for port c70692fa-573f-49f1-8c3b-6dfb829e9729 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:24.956854 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f94444b0-69f9-40be-a76e-4fc594b80c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:24.983106 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47616) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:25.002455 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f94444b0-69f9-40be-a76e-4fc594b80c16 None None] Port c70692fa-573f-49f1-8c3b-6dfb829e9729 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:50:25.005108 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.072280 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-41975e4f-ff4d-46cd-9757-a59082ea66ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.112977 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58f8e94c-86ff-477e-88fc-8c99042ecdac req-47cfd8fc-134c-4585-8ffc-855210bc7fa2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085918 Apr 12 16:50:25.126031 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568b901-b9ec-4efe-85c1-bbafbbdcdd09 req-affb376d-c678-4175-83f2-2df82dd0cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.127842 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9568b901-b9ec-4efe-85c1-bbafbbdcdd09 req-affb376d-c678-4175-83f2-2df82dd0cd7b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5851018 Apr 12 16:50:25.142284 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89f505b2-fb0a-4316-848d-c4b2641b427e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.146279 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-e3ed6d36-153a-4b44-85aa-e73acef04cc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e HTTP/1.1" status: 200 len: 217 time: 0.3166234 Apr 12 16:50:25.247952 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-55fcdb0f-0fa2-4be2-9951-0496bfedb07e req-d33992f0-e5e0-47df-acee-2a716e884bc5 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588406 Apr 12 16:50:25.363824 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-66795f26-7196-4a16-9a04-b3ada2206a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.365209 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-66795f26-7196-4a16-9a04-b3ada2206a7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.1924129 Apr 12 16:50:25.374982 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab0137-7303-48eb-887b-729c3d053687 req-bb320035-cc8e-4e92-b9ff-5a590b3c1988 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.376520 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fdab0137-7303-48eb-887b-729c3d053687 req-bb320035-cc8e-4e92-b9ff-5a590b3c1988 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 931 time: 0.1589429 Apr 12 16:50:25.454437 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820f5c-0123-4170-9067-305ade65c2f7 req-09fb1864-a661-4313-878b-cfc8898a41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.455948 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-37820f5c-0123-4170-9067-305ade65c2f7 req-09fb1864-a661-4313-878b-cfc8898a41e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.6487398 Apr 12 16:50:25.540536 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-9a3043f9-c76d-4504-b46b-77898bad4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.542173 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-9a3043f9-c76d-4504-b46b-77898bad4bdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1460714 Apr 12 16:50:25.545604 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-37820f5c-0123-4170-9067-305ade65c2f7 req-1f74ecbe-1aa2-4c4d-a707-a4bd191295ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 200 len: 217 time: 0.0777910 Apr 12 16:50:25.551155 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568b901-b9ec-4efe-85c1-bbafbbdcdd09 req-f49e2368-05d5-4cc7-add6-9048ea149ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.552811 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9568b901-b9ec-4efe-85c1-bbafbbdcdd09 req-f49e2368-05d5-4cc7-add6-9048ea149ad2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4056756 Apr 12 16:50:25.623795 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20a747-bd95-4d9b-8934-11b599244d58 req-4e628bf2-128c-4611-9b3b-2e4be22c6e62 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.625662 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c20a747-bd95-4d9b-8934-11b599244d58 req-4e628bf2-128c-4611-9b3b-2e4be22c6e62 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 943 time: 0.2020357 Apr 12 16:50:25.646454 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fdab0137-7303-48eb-887b-729c3d053687 req-0a613a0b-1a65-46c6-928e-05b4e4ae924f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527556 Apr 12 16:50:25.654721 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-41975e4f-ff4d-46cd-9757-a59082ea66ee admin admin] Publish callbacks [] for security_group (861bd647-0142-4ee6-bb69-0bf917a7263a), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.685625 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:25.705707 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89f505b2-fb0a-4316-848d-c4b2641b427e admin admin] Publish callbacks [] for security_group (c3cdda95-f470-466a-a054-27e70acd94fe), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.723433 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Publish callbacks [] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.742014 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-89f505b2-fb0a-4316-848d-c4b2641b427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c3cdda95-f470-466a-a054-27e70acd94fe), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.776666 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Transition to ACTIVE for port object 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:50:25.783523 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-41975e4f-ff4d-46cd-9757-a59082ea66ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (861bd647-0142-4ee6-bb69-0bf917a7263a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.805004 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820f5c-0123-4170-9067-305ade65c2f7 req-0e013a66-035a-4a91-a63a-a0008a719a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.807153 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-37820f5c-0123-4170-9067-305ade65c2f7 req-0e013a66-035a-4a91-a63a-a0008a719a71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.2521963 Apr 12 16:50:25.814764 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-89f505b2-fb0a-4316-848d-c4b2641b427e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4b390dd62a0436389091bd003563c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6901972 Apr 12 16:50:25.820337 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47642) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:25.830623 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.858043 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:25.864229 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-8ba10de3-5d42-4985-a5c2-e5c63a333062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.866124 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-8ba10de3-5d42-4985-a5c2-e5c63a333062 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 1127 time: 0.2303824 Apr 12 16:50:25.914624 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f505b2-fb0a-4316-848d-c4b2641b427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cdda95-f470-466a-a054-27e70acd94fe,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:25.958883 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:25.961150 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:25.966648 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820f5c-0123-4170-9067-305ade65c2f7 req-0a279675-5772-4660-b85d-02e948742b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:25.968184 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-37820f5c-0123-4170-9067-305ade65c2f7 req-0a279675-5772-4660-b85d-02e948742b38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1520495 Apr 12 16:50:25.969415 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-46021098-8e00-4760-b0e2-c9c4dc5cd1b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543 HTTP/1.1" status: 200 len: 217 time: 0.0736837 Apr 12 16:50:25.973633 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-26bd96c8-b75b-48d8-bc1f-1195152d5d14 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164963 Apr 12 16:50:25.980833 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-41975e4f-ff4d-46cd-9757-a59082ea66ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=129cff74122c46dbb5d10a05a39d3b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9904690 Apr 12 16:50:25.990016 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47646) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:26.041951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41975e4f-ff4d-46cd-9757-a59082ea66ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861bd647-0142-4ee6-bb69-0bf917a7263a,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:26.072482 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c20a747-bd95-4d9b-8934-11b599244d58 req-c392b1cf-7312-42d6-a500-73c131711e50 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281564 Apr 12 16:50:26.092675 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84600e22-3123-4d2c-a324-2fb4a7f216c1 req-f28bfd42-d3b8-43df-a91a-bb95cf6c75da tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:26.099769 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84600e22-3123-4d2c-a324-2fb4a7f216c1 req-f28bfd42-d3b8-43df-a91a-bb95cf6c75da tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 943 time: 0.2868369 Apr 12 16:50:26.126549 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 601c0518-68cb-4083-bd32-1d234098509b details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:50:26.164050 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b80fd-0f77-4773-92df-cbce3261ff8d x-openstack-request-id: req-aa8b80fd-0f77-4773-92df-cbce3261ff8d {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:26.164413 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:26.165354 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa8b80fd-0f77-4773-92df-cbce3261ff8d {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:26.165983 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8b80fd-0f77-4773-92df-cbce3261ff8d'] response: {'name': 'network-changed', 'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'status': 'completed', 'code': 200} Apr 12 16:50:26.186563 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:26.232599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47654) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:26.269765 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-b2e40d14-56bf-4375-9813-3bda099022a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:26.271391 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-b2e40d14-56bf-4375-9813-3bda099022a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.2794409 Apr 12 16:50:26.338358 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 601c0518-68cb-4083-bd32-1d234098509b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=601c0518-68cb-4083-bd32-1d234098509b,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:26.346212 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dfbd16bd-6b02-4a12-b65f-3aca12809ff2 req-23d8a41e-62a7-4359-bb6f-d3f7353aedad service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552856 Apr 12 16:50:26.358422 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-37820f5c-0123-4170-9067-305ade65c2f7 req-1d45dfcb-78e2-48d9-aa40-c7760095de27 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798280 Apr 12 16:50:26.361309 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6cef814-e02a-4baa-84a1-f117233e4393 admin admin] Publish callbacks [] for security_group (861bd647-0142-4ee6-bb69-0bf917a7263a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.361983 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '601c0518-68cb-4083-bd32-1d234098509b', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'port_id': '601c0518-68cb-4083-bd32-1d234098509b', 'mac_address': 'fa:16:3e:f4:c0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:50:26.365109 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948a55-c436-4321-af78-a00d0104e386 req-f90cc982-9579-4663-9735-7108f7ac3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:26.366993 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-f90cc982-9579-4663-9735-7108f7ac3e27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886056 Apr 12 16:50:26.397602 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70692fa-573f-49f1-8c3b-6dfb829e9729 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:26.405473 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Attempting to bind port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:26.405831 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Attempting to bind port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:26.407521 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Attempting to bind port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:26.419549 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-642c0177-8145-4705-b241-d2e3d54d377d admin admin] Publish callbacks [] for security_group (c3cdda95-f470-466a-a054-27e70acd94fe), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.424733 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Publish callbacks [] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.438020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6cef814-e02a-4baa-84a1-f117233e4393 admin admin] Publish callbacks [] for security_group (861bd647-0142-4ee6-bb69-0bf917a7263a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.447837 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 601c0518-68cb-4083-bd32-1d234098509b is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:26.448247 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (601c0518-68cb-4083-bd32-1d234098509b), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.452571 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84600e22-3123-4d2c-a324-2fb4a7f216c1 req-7352cdc6-d1d9-4b61-b7e3-0b4f08ac3c1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516493 Apr 12 16:50:26.453232 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:50:26.453557 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Attempting to bind port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:26.470925 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601c0518-68cb-4083-bd32-1d234098509b {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:26.472566 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8230e-8e2e-421f-b93b-8042d42cc790 req-8d5ef983-ae98-4b1a-9416-7c889bfd1220 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:26.474054 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13a8230e-8e2e-421f-b93b-8042d42cc790 req-8d5ef983-ae98-4b1a-9416-7c889bfd1220 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 943 time: 0.1864991 Apr 12 16:50:26.485690 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Transition to ACTIVE for port object c70692fa-573f-49f1-8c3b-6dfb829e9729 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:50:26.491290 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:26.491633 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Checking segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:26.492213 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Bound using segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:26.492678 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Bound port: 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:26.493520 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.502188 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 601c0518-68cb-4083-bd32-1d234098509b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=601c0518-68cb-4083-bd32-1d234098509b,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:26.506796 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (601c0518-68cb-4083-bd32-1d234098509b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.510642 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.538818 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2015445e-2237-4b86-8e07-3eedf035b50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.540663 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-642c0177-8145-4705-b241-d2e3d54d377d admin admin] Publish callbacks [] for security_group (c3cdda95-f470-466a-a054-27e70acd94fe), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.560423 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=601c0518-68cb-4083-bd32-1d234098509b,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:26.630740 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-37820f5c-0123-4170-9067-305ade65c2f7 req-9b988a00-3d4b-4034-bb79-ef6ad9471128 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609487 Apr 12 16:50:26.637208 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-efbbee73-8237-43a9-8516-559ddaa30f74 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612419 Apr 12 16:50:26.659156 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6cef814-e02a-4baa-84a1-f117233e4393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (861bd647-0142-4ee6-bb69-0bf917a7263a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.662153 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e6cef814-e02a-4baa-84a1-f117233e4393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.666002 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e6cef814-e02a-4baa-84a1-f117233e4393 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/861bd647-0142-4ee6-bb69-0bf917a7263a HTTP/1.1" status: 204 len: 168 time: 0.6698973 Apr 12 16:50:26.679738 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cef814-e02a-4baa-84a1-f117233e4393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861bd647-0142-4ee6-bb69-0bf917a7263a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:26.698598 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:26.710298 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13a8230e-8e2e-421f-b93b-8042d42cc790 req-dc207711-1b08-4e64-8662-1b9d01f265ef tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233174 Apr 12 16:50:26.767869 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] For port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9, host hv-cinder-83752, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:26.788545 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2015445e-2237-4b86-8e07-3eedf035b50b admin admin] Publish callbacks [] for security_group (6f80a897-06c8-4ca6-bc67-fa0b29513994), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.797270 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2015445e-2237-4b86-8e07-3eedf035b50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (6f80a897-06c8-4ca6-bc67-fa0b29513994), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:26.865221 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['601c0518-68cb-4083-bd32-1d234098509b'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:26.891631 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2015445e-2237-4b86-8e07-3eedf035b50b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c58639448e2a44f29c777743e750a8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6496980 Apr 12 16:50:26.893249 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015445e-2237-4b86-8e07-3eedf035b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f80a897-06c8-4ca6-bc67-fa0b29513994,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:26.899884 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47664) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:27.004341 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08655d5d-b3e8-4667-8930-7e0461c3d05e admin admin] Publish callbacks [] for security_group (6f80a897-06c8-4ca6-bc67-fa0b29513994), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.041262 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Attempting to bind port c70692fa-573f-49f1-8c3b-6dfb829e9729 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:27.042120 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Attempting to bind port c70692fa-573f-49f1-8c3b-6dfb829e9729 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:27.042657 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Attempting to bind port c70692fa-573f-49f1-8c3b-6dfb829e9729 on network 81575361-a873-4c78-99bf-1c98b2aa1f17 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:27.064731 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-642c0177-8145-4705-b241-d2e3d54d377d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c3cdda95-f470-466a-a054-27e70acd94fe), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.067683 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-642c0177-8145-4705-b241-d2e3d54d377d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.069057 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-642c0177-8145-4705-b241-d2e3d54d377d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3cdda95-f470-466a-a054-27e70acd94fe HTTP/1.1" status: 204 len: 168 time: 1.2395763 Apr 12 16:50:27.075458 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] For port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:27.083077 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Port c70692fa-573f-49f1-8c3b-6dfb829e9729 on network 81575361-a873-4c78-99bf-1c98b2aa1f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:50:27.083844 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Attempting to bind port c70692fa-573f-49f1-8c3b-6dfb829e9729 on network 81575361-a873-4c78-99bf-1c98b2aa1f17 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:27.086352 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08655d5d-b3e8-4667-8930-7e0461c3d05e admin admin] Publish callbacks [] for security_group (6f80a897-06c8-4ca6-bc67-fa0b29513994), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.101242 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.104324 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c0177-8145-4705-b241-d2e3d54d377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cdda95-f470-466a-a054-27e70acd94fe,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:27.116038 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:27.116731 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Checking segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:27.117357 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Bound using segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:27.119460 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Bound port: c70692fa-573f-49f1-8c3b-6dfb829e9729, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:27.120153 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.132923 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9796-1672-4c45-9ba4-1ec287c646e8 req-00f8b5c5-370e-48a8-ba38-47654c9a66fd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:27.135444 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-970a9796-1672-4c45-9ba4-1ec287c646e8 req-00f8b5c5-370e-48a8-ba38-47654c9a66fd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.1194894 Apr 12 16:50:27.267515 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:27.268725 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.271752 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] 10.222.0.49 "PUT /v2.0/ports/3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 HTTP/1.1" status: 200 len: 1093 time: 3.0105546 Apr 12 16:50:27.295589 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:27.344599 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.515551 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-a92694aa-91bb-4e1d-b328-582eaed33cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:27.518007 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-a92694aa-91bb-4e1d-b328-582eaed33cc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 1127 time: 0.3593016 Apr 12 16:50:27.704000 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79c57-2c2a-433b-8cba-fabe1ba16022 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:27.720596 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08655d5d-b3e8-4667-8930-7e0461c3d05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (6f80a897-06c8-4ca6-bc67-fa0b29513994), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.727474 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-08655d5d-b3e8-4667-8930-7e0461c3d05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:27.733493 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-08655d5d-b3e8-4667-8930-7e0461c3d05e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f80a897-06c8-4ca6-bc67-fa0b29513994 HTTP/1.1" status: 204 len: 168 time: 0.8316772 Apr 12 16:50:27.738596 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-f6ce7dec-bcb4-4b96-854e-36f6045608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:27.741631 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-f6ce7dec-bcb4-4b96-854e-36f6045608ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 0.2146144 Apr 12 16:50:27.750208 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-970a9796-1672-4c45-9ba4-1ec287c646e8 req-abf2de42-45f2-44fe-97c7-7efc280ea6b2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5602467 Apr 12 16:50:27.751443 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-b74ebd4e-6bc0-49c3-88c0-5caa40e6bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:27.753109 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-b74ebd4e-6bc0-49c3-88c0-5caa40e6bcae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 1127 time: 0.2381425 Apr 12 16:50:27.770200 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:27.771797 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08655d5d-b3e8-4667-8930-7e0461c3d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f80a897-06c8-4ca6-bc67-fa0b29513994,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:27.775672 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:27.938172 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-ce52873d-34da-4d5f-888e-f95db66b780f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.1345265 Apr 12 16:50:27.941805 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.097509 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-d0813512-762f-46f3-85d1-e4960cd4f8ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e HTTP/1.1" status: 200 len: 217 time: 0.2785859 Apr 12 16:50:28.100468 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8c948a55-c436-4321-af78-a00d0104e386 req-88020517-fb6d-4f4d-b2e2-80c39fb5bcbc service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9256179 Apr 12 16:50:28.137647 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4930ca75-eb41-4742-84b6-2ccd45e79e44" -d '{"events": [{"name": "network-changed", "server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:28.159815 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:50:28.197135 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:28.198020 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.199842 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] 10.222.0.49 "PUT /v2.0/ports/c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 200 len: 1093 time: 3.5869486 Apr 12 16:50:28.222097 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-1751fe8a-3dd9-4713-a5bb-853a8c4098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:28.223957 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-1751fe8a-3dd9-4713-a5bb-853a8c4098f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.1116629 Apr 12 16:50:28.228626 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f5866-2c4d-4ec7-a49c-ff8b31f7b1b3 req-a5ae5128-2bcc-4f79-aecf-a1c68d269995 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:28.234442 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 601c0518-68cb-4083-bd32-1d234098509b up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:28.235710 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-012f5866-2c4d-4ec7-a49c-ff8b31f7b1b3 req-a5ae5128-2bcc-4f79-aecf-a1c68d269995 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 943 time: 0.2952979 Apr 12 16:50:28.251175 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fbfc3-0ed1-4520-a467-bf43e37f0858 req-46124abb-bc9f-4c06-a106-8ca86b1aa511 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:28.252743 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-407fbfc3-0ed1-4520-a467-bf43e37f0858 req-46124abb-bc9f-4c06-a106-8ca86b1aa511 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 943 time: 0.3136704 Apr 12 16:50:28.262271 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a544ff-b4af-4153-a491-334378cd7b64 service neutron] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:28.306631 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-18bdd192-b5dd-4342-bea3-0f6ac88a0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:28.308198 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-18bdd192-b5dd-4342-bea3-0f6ac88a0847 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.2947400 Apr 12 16:50:28.346440 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47720) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:28.377663 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-69acc6f9-5c13-48b7-b6a8-d96a6e436658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.392481 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-012f5866-2c4d-4ec7-a49c-ff8b31f7b1b3 req-ad6d8b21-ef64-409f-b609-3f75f0119b1d tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531725 Apr 12 16:50:28.490152 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-407fbfc3-0ed1-4520-a467-bf43e37f0858 req-e0ebceea-ba6b-4bed-b27c-310115618b98 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243881 Apr 12 16:50:28.527993 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 601c0518-68cb-4083-bd32-1d234098509b completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:50:28.552598 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 601c0518-68cb-4083-bd32-1d234098509b triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:28.552986 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (601c0518-68cb-4083-bd32-1d234098509b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.599418 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-69acc6f9-5c13-48b7-b6a8-d96a6e436658 admin admin] Publish callbacks [] for security_group (573c784e-468f-4749-a22a-debd9b2e260e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.610174 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-69acc6f9-5c13-48b7-b6a8-d96a6e436658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (573c784e-468f-4749-a22a-debd9b2e260e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.621191 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d32c2-b98d-4547-917c-aaadd5eebb30 req-73d5d801-ecbc-4994-9ea4-46ef20e6849c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:28.629720 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-078d32c2-b98d-4547-917c-aaadd5eebb30 req-73d5d801-ecbc-4994-9ea4-46ef20e6849c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 943 time: 0.0945377 Apr 12 16:50:28.631442 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:28.663274 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-69acc6f9-5c13-48b7-b6a8-d96a6e436658 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6930754056934e6ebdbcf047679c2bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106449 Apr 12 16:50:28.663364 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47730) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:28.664634 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:50:28.667735 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acc6f9-5c13-48b7-b6a8-d96a6e436658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c784e-468f-4749-a22a-debd9b2e260e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:28.746288 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-078d32c2-b98d-4547-917c-aaadd5eebb30 req-f9aaeab8-8507-4931-9390-49c371360958 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154156 Apr 12 16:50:28.765707 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:28.766252 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.770102 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1108d477-e2d2-41db-9545-c833a48f4e5d admin admin] Publish callbacks [] for security_group (573c784e-468f-4749-a22a-debd9b2e260e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.796268 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1108d477-e2d2-41db-9545-c833a48f4e5d admin admin] Publish callbacks [] for security_group (573c784e-468f-4749-a22a-debd9b2e260e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.847517 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:28.853148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 601c0518-68cb-4083-bd32-1d234098509b is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:28.853711 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (601c0518-68cb-4083-bd32-1d234098509b), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.879629 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1108d477-e2d2-41db-9545-c833a48f4e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (573c784e-468f-4749-a22a-debd9b2e260e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.883182 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1108d477-e2d2-41db-9545-c833a48f4e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:28.888152 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1108d477-e2d2-41db-9545-c833a48f4e5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/573c784e-468f-4749-a22a-debd9b2e260e HTTP/1.1" status: 204 len: 168 time: 0.2228656 Apr 12 16:50:28.895452 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108d477-e2d2-41db-9545-c833a48f4e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c784e-468f-4749-a22a-debd9b2e260e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:28.933368 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:28.965365 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601c0518-68cb-4083-bd32-1d234098509b'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:28.967635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3838c35-cd34-4f81-90e7-96c5ca7049d4" -d '{"events": [{"server_uuid": "62b99fbc-e162-4e6c-9672-d7fa7a1f702d", "name": "network-vif-plugged", "status": "completed", "tag": "601c0518-68cb-4083-bd32-1d234098509b"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:29.003833 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:29.037600 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108372a-1110-4df6-b4e1-95c43e300803 req-af05ecbc-bcf0-4e13-97a5-803c5cbf427b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.046935 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9108372a-1110-4df6-b4e1-95c43e300803 req-af05ecbc-bcf0-4e13-97a5-803c5cbf427b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0754051 Apr 12 16:50:29.050486 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 601c0518-68cb-4083-bd32-1d234098509b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=601c0518-68cb-4083-bd32-1d234098509b,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:29.052452 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a49f1b-df32-4f45-8410-da2367ced372 x-openstack-request-id: req-09a49f1b-df32-4f45-8410-da2367ced372 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:29.052806 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:29.053067 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09a49f1b-df32-4f45-8410-da2367ced372 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:29.053935 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a49f1b-df32-4f45-8410-da2367ced372'] response: {'name': 'network-changed', 'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'status': 'completed', 'code': 200} Apr 12 16:50:29.077192 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (601c0518-68cb-4083-bd32-1d234098509b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:29.088364 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:29.104973 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:29.142294 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e91bb03-7471-4b0c-93e9-8a65fa9b4e91 x-openstack-request-id: req-7e91bb03-7471-4b0c-93e9-8a65fa9b4e91 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:29.142813 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b99fbc-e162-4e6c-9672-d7fa7a1f702d", "name": "network-vif-plugged", "status": "completed", "tag": "601c0518-68cb-4083-bd32-1d234098509b", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:29.143225 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e91bb03-7471-4b0c-93e9-8a65fa9b4e91 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:29.143752 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e91bb03-7471-4b0c-93e9-8a65fa9b4e91'] response: {'server_uuid': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601c0518-68cb-4083-bd32-1d234098509b', 'code': 200} Apr 12 16:50:29.170397 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9108372a-1110-4df6-b4e1-95c43e300803 req-437b1360-49bf-49bd-bfe3-fb4471db2dfe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053274 Apr 12 16:50:29.183940 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=601c0518-68cb-4083-bd32-1d234098509b,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:29.324105 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['93e9601b-b866-4ca2-b5da-3c3b6adc5f2e'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:29.360597 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-7db6c0fb-635d-4c95-9c45-43d1add8ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.362176 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-7db6c0fb-635d-4c95-9c45-43d1add8ec8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116953 Apr 12 16:50:29.441045 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ac50-2850-4934-8650-3adeb86497ee req-951e392d-132f-41c3-a91d-3140d02e59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.442576 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-951e392d-132f-41c3-a91d-3140d02e59de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1930714 Apr 12 16:50:29.443680 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-f2009212-c4b9-415c-92a0-d60670bce2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.444978 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-f2009212-c4b9-415c-92a0-d60670bce2c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 1127 time: 0.0468600 Apr 12 16:50:29.510233 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-c5012aa6-df8a-4341-8a21-45789c34b375 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384420 Apr 12 16:50:29.527974 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-b86744d6-748f-46c0-b7c9-feb2292adb2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 200 len: 217 time: 0.0509641 Apr 12 16:50:29.531816 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47764) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:29.658792 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af62de4-61d3-4449-bc5e-78435ccd59a5 req-771be525-ff86-4a30-8b22-cee899532103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.660326 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6af62de4-61d3-4449-bc5e-78435ccd59a5 req-771be525-ff86-4a30-8b22-cee899532103 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1130 time: 0.1076138 Apr 12 16:50:29.772731 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca0e4b-4083-4b9b-8efb-201a35e48fb2 req-4695d78f-2d97-4429-ad86-4f7b804a4ded tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.775526 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-afca0e4b-4083-4b9b-8efb-201a35e48fb2 req-4695d78f-2d97-4429-ad86-4f7b804a4ded tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 943 time: 0.1206267 Apr 12 16:50:29.781683 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc65a7b8-aba5-4904-9d92-6989c4237327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:29.801871 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f0901d57-a0cb-4896-a8e5-65de9d9cc3f8 req-2d1bc35c-e847-4300-9570-c89a00baf44b service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703185 Apr 12 16:50:29.811630 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6af62de4-61d3-4449-bc5e-78435ccd59a5 req-343b37b4-42c0-47cc-bf7c-f4eef7ff1c81 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878835 Apr 12 16:50:29.824940 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-401ec4cb-cf2c-4f79-8ff7-c022c0cc2212 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593726 Apr 12 16:50:29.844627 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb176-5f83-498f-99d8-bca0a33d5444 req-9ed38444-e49a-44df-ba3e-9047e14a4b01 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.846124 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41deb176-5f83-498f-99d8-bca0a33d5444 req-9ed38444-e49a-44df-ba3e-9047e14a4b01 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 944 time: 0.3093064 Apr 12 16:50:29.888237 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c8a58525-0811-4b6c-adef-75d070cd4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:29.889705 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-c8a58525-0811-4b6c-adef-75d070cd4784 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.2468450 Apr 12 16:50:29.933121 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-afca0e4b-4083-4b9b-8efb-201a35e48fb2 req-27d9d18e-c019-4b4b-a66b-df142e8f2fa7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368754 Apr 12 16:50:29.968678 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41deb176-5f83-498f-99d8-bca0a33d5444 req-b6f5da16-169b-4939-bc59-e9bde29f99e8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096046 Apr 12 16:50:30.051583 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc65a7b8-aba5-4904-9d92-6989c4237327 admin admin] Publish callbacks [] for security_group (25c65a84-ff64-4a7c-84fa-68d1f88930e5), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.060672 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc65a7b8-aba5-4904-9d92-6989c4237327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (25c65a84-ff64-4a7c-84fa-68d1f88930e5), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.088698 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b041c-d4fa-4ce4-b88a-b1746bb3f1c9 req-0bd921af-4102-41a3-8609-f7dbdc818e70 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:30.090223 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f24b041c-d4fa-4ce4-b88a-b1746bb3f1c9 req-0bd921af-4102-41a3-8609-f7dbdc818e70 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 943 time: 0.0814886 Apr 12 16:50:30.130561 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-cc65a7b8-aba5-4904-9d92-6989c4237327 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2687087374943cbb65ee223862a780e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901368 Apr 12 16:50:30.130724 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65a7b8-aba5-4904-9d92-6989c4237327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c65a84-ff64-4a7c-84fa-68d1f88930e5,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:30.130952 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47786) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:30.161740 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 91a7a9c1-3fa1-4732-ac00-8c6f29127543 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:50:30.178183 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47788) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:30.191515 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f24-6005-4fef-a9a1-e52103028759 req-15b67bb6-c839-4c69-8766-6d79ac15356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:30.193557 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-15b67bb6-c839-4c69-8766-6d79ac15356b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524313 Apr 12 16:50:30.261986 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d472-8352-474f-8bbf-6cc46b9a129b admin admin] Publish callbacks [] for security_group (25c65a84-ff64-4a7c-84fa-68d1f88930e5), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.263413 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f24b041c-d4fa-4ce4-b88a-b1746bb3f1c9 req-bd6550d1-0083-4f41-9b2f-f1c91b96c2ca tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656072 Apr 12 16:50:30.297979 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d472-8352-474f-8bbf-6cc46b9a129b admin admin] Publish callbacks [] for security_group (25c65a84-ff64-4a7c-84fa-68d1f88930e5), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.311067 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:30.363569 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d472-8352-474f-8bbf-6cc46b9a129b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (25c65a84-ff64-4a7c-84fa-68d1f88930e5), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.368850 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d472-8352-474f-8bbf-6cc46b9a129b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.370309 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0ed1d472-8352-474f-8bbf-6cc46b9a129b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25c65a84-ff64-4a7c-84fa-68d1f88930e5 HTTP/1.1" status: 204 len: 168 time: 0.2383661 Apr 12 16:50:30.371652 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730e57-d803-4708-a01b-85c14b49566c req-22f68a12-9f19-4c3a-ad29-0697caf17dd9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:30.378759 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7730e57-d803-4708-a01b-85c14b49566c req-22f68a12-9f19-4c3a-ad29-0697caf17dd9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0949383 Apr 12 16:50:30.385443 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1d472-8352-474f-8bbf-6cc46b9a129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c65a84-ff64-4a7c-84fa-68d1f88930e5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:30.388114 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1935ac50-2850-4934-8650-3adeb86497ee req-a992ca2f-c32c-424e-9ead-5eb456c08579 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491510 Apr 12 16:50:30.417758 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d9f154b-c737-425b-afce-3254dfe5f9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.434486 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 91a7a9c1-3fa1-4732-ac00-8c6f29127543, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:30.462196 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '91a7a9c1-3fa1-4732-ac00-8c6f29127543', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'port_id': '91a7a9c1-3fa1-4732-ac00-8c6f29127543', 'mac_address': 'fa:16:3e:2b:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:50:30.476490 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:50:30.480260 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7730e57-d803-4708-a01b-85c14b49566c req-91d5a1d8-1131-446d-962e-135728bc8a49 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002824 Apr 12 16:50:30.525395 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:30.526024 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.564476 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d9f154b-c737-425b-afce-3254dfe5f9d6 admin admin] Publish callbacks [] for security_group (b8971e22-00b1-4777-8bd7-ca677b41a0ca), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.576261 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d9f154b-c737-425b-afce-3254dfe5f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b8971e22-00b1-4777-8bd7-ca677b41a0ca), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.596319 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:30.597053 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.609805 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4d9f154b-c737-425b-afce-3254dfe5f9d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f861498663f043eaa813e77fd7a666d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301908 Apr 12 16:50:30.610430 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47804) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:30.614210 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a7a9c1-3fa1-4732-ac00-8c6f29127543 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:30.640363 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-7371f6aa-5d5b-46a0-a192-66b03a877af9 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436048 Apr 12 16:50:30.659446 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f154b-c737-425b-afce-3254dfe5f9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8971e22-00b1-4777-8bd7-ca677b41a0ca,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:30.697406 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 91a7a9c1-3fa1-4732-ac00-8c6f29127543, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:30.704593 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.707491 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:30.707948 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.722060 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db814fde-afbc-464f-8dd6-145e9f689c54 admin admin] Publish callbacks [] for security_group (b8971e22-00b1-4777-8bd7-ca677b41a0ca), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.755172 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db814fde-afbc-464f-8dd6-145e9f689c54 admin admin] Publish callbacks [] for security_group (b8971e22-00b1-4777-8bd7-ca677b41a0ca), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.782726 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:30.786885 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=91a7a9c1-3fa1-4732-ac00-8c6f29127543,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:30.792264 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.843307 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db814fde-afbc-464f-8dd6-145e9f689c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b8971e22-00b1-4777-8bd7-ca677b41a0ca), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.846265 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-db814fde-afbc-464f-8dd6-145e9f689c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:30.847446 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-db814fde-afbc-464f-8dd6-145e9f689c54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8971e22-00b1-4777-8bd7-ca677b41a0ca HTTP/1.1" status: 204 len: 168 time: 0.2304933 Apr 12 16:50:30.856892 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:30.863024 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db814fde-afbc-464f-8dd6-145e9f689c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8971e22-00b1-4777-8bd7-ca677b41a0ca,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:31.056413 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:31.063834 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a7443b-0574-4200-a256-fc0029d6311a" -d '{"events": [{"name": "network-changed", "server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:31.082772 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['91a7a9c1-3fa1-4732-ac00-8c6f29127543'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:31.108266 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3994a-cdb5-4048-b71f-6c78df8e39eb req-fd4c7a8f-e317-42a5-bf91-af2161f43fbb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:31.110037 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1c3994a-cdb5-4048-b71f-6c78df8e39eb req-fd4c7a8f-e317-42a5-bf91-af2161f43fbb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 944 time: 0.0905030 Apr 12 16:50:31.142536 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf0a21-4da8-4837-ae9b-7d72d35e7260 req-a0a57bc7-1531-4c60-b5f4-1307edd09837 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:31.144848 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:31.147503 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb169c80-0d6e-4969-8868-0bac69c41a2c" -d '{"events": [{"server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "name": "network-vif-plugged", "status": "completed", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:31.149858 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4bbf0a21-4da8-4837-ae9b-7d72d35e7260 req-a0a57bc7-1531-4c60-b5f4-1307edd09837 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.0827696 Apr 12 16:50:31.219971 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1c3994a-cdb5-4048-b71f-6c78df8e39eb req-9a9b7e0d-9ae8-445c-81dc-066052602d91 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Apr 12 16:50:31.241654 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4bbf0a21-4da8-4837-ae9b-7d72d35e7260 req-e47913c9-6f24-4cb3-ba1b-df5ba11292b4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890844 Apr 12 16:50:31.282631 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e95097-cf5c-49e1-8ceb-ce0daa765363 x-openstack-request-id: req-46e95097-cf5c-49e1-8ceb-ce0daa765363 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:31.282974 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "name": "network-vif-plugged", "status": "completed", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:31.283242 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46e95097-cf5c-49e1-8ceb-ce0daa765363 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:31.283653 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e95097-cf5c-49e1-8ceb-ce0daa765363'] response: {'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'code': 200} Apr 12 16:50:31.302180 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37d4cc-c465-42db-8704-23ff63f3f44c x-openstack-request-id: req-ee37d4cc-c465-42db-8704-23ff63f3f44c {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:31.302475 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:31.302781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee37d4cc-c465-42db-8704-23ff63f3f44c {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:31.303206 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee37d4cc-c465-42db-8704-23ff63f3f44c'] response: {'name': 'network-changed', 'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'status': 'completed', 'code': 200} Apr 12 16:50:31.411182 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6c00e-532d-4bae-84eb-faf485b83be3 req-7fc4c815-434c-46a0-8c34-9f48af5e8abb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:31.413001 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13b6c00e-532d-4bae-84eb-faf485b83be3 req-7fc4c815-434c-46a0-8c34-9f48af5e8abb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 943 time: 0.0650561 Apr 12 16:50:31.503467 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13b6c00e-532d-4bae-84eb-faf485b83be3 req-7e2cc642-a2e1-41d9-8f5e-aa8382c1c16f tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846257 Apr 12 16:50:31.888855 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47874) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:31.913193 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-ee24174a-a5e6-4449-b184-5a500c35a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:31.914781 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-ee24174a-a5e6-4449-b184-5a500c35a1f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 1127 time: 0.3552330 Apr 12 16:50:31.936265 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6ad1d-d109-46bf-bbe3-c666db2cee68 req-eca4719b-3d2d-4e0d-9cb7-49c42394379b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:31.938118 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4e6ad1d-d109-46bf-bbe3-c666db2cee68 req-eca4719b-3d2d-4e0d-9cb7-49c42394379b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.3211515 Apr 12 16:50:31.979341 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-033f0f24-6005-4fef-a9a1-e52103028759 req-ac2d661e-9c2c-48a8-9f7f-5918eec607c9 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493191 Apr 12 16:50:32.003438 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4e6ad1d-d109-46bf-bbe3-c666db2cee68 req-67948ea2-24b9-403a-9553-6a6b0bcac416 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587749 Apr 12 16:50:32.152067 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-694668760-network', 'tenant_id': '6ce3ce86ed854b8fafe9250cc99c9135'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:32.174257 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 91a7a9c1-3fa1-4732-ac00-8c6f29127543 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:32.201431 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Made reservation on behalf of 6ce3ce86ed854b8fafe9250cc99c9135 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:32.204052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.215622 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.232415 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-fef55972-7a3a-4185-b34f-ea41cebc5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:32.234399 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-fef55972-7a3a-4185-b34f-ea41cebc5a5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 912 time: 0.1879542 Apr 12 16:50:32.246002 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:50:32.254404 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:32.256880 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.351599 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:32.352471 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.387851 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec67a6-ab09-4c55-8f19-914676e55044 req-c5784e0e-3116-4c8e-803a-a2ed5082a2d1 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:32.389652 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5bec67a6-ab09-4c55-8f19-914676e55044 req-c5784e0e-3116-4c8e-803a-a2ed5082a2d1 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 944 time: 0.0724993 Apr 12 16:50:32.396148 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks [] for security_group (eb0004c5-e081-438f-b4d7-a8658a1f270b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.397479 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 91a7a9c1-3fa1-4732-ac00-8c6f29127543, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:32.402871 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (eb0004c5-e081-438f-b4d7-a8658a1f270b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.405054 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.440970 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:50:32.441913 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02111813-8ece-4243-9a5b-33836ec67a7a req-171a9f1b-4300-4624-8e56-e6fdb004b693 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:32.443487 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02111813-8ece-4243-9a5b-33836ec67a7a req-171a9f1b-4300-4624-8e56-e6fdb004b693 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.0787849 Apr 12 16:50:32.452314 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0004c5-e081-438f-b4d7-a8658a1f270b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:32.457787 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (89f78f44-8c05-4457-8254-404829fee55e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.458133 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Added segment 89f78f44-8c05-4457-8254-404829fee55e of type vlan for network 8fb7ab06-3924-4555-a6a1-baec70bc0171 Apr 12 16:50:32.485282 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5bec67a6-ab09-4c55-8f19-914676e55044 req-ae59f340-af65-4197-98ba-5c2f82ad83a2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783744 Apr 12 16:50:32.515503 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (8fb7ab06-3924-4555-a6a1-baec70bc0171), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.517154 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=91a7a9c1-3fa1-4732-ac00-8c6f29127543,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:32.532418 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02111813-8ece-4243-9a5b-33836ec67a7a req-1642caf6-697c-4950-bcf2-f6cb1c726105 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771921 Apr 12 16:50:32.573053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (8fb7ab06-3924-4555-a6a1-baec70bc0171), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.574321 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:32.575076 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.613850 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7209592 Apr 12 16:50:32.618472 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47898) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:32.625883 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Request body: {'subnet': {'network_id': '8fb7ab06-3924-4555-a6a1-baec70bc0171', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-694668760-subnet', 'tenant_id': '6ce3ce86ed854b8fafe9250cc99c9135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:32.650436 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453900be-f916-493f-b826-bc2f4259c2fb admin admin] Pushing event updated for resources: {'Network': ['ID=8fb7ab06-3924-4555-a6a1-baec70bc0171,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:32.650595 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821d63c-4132-4b38-bd92-1ae10f40e4fd req-3906148e-60f5-482d-b7a6-7760d6cc1066 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:32.652054 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b821d63c-4132-4b38-bd92-1ae10f40e4fd req-3906148e-60f5-482d-b7a6-7760d6cc1066 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 943 time: 0.0685058 Apr 12 16:50:32.662620 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 8fb7ab06-3924-4555-a6a1-baec70bc0171 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:50:32.677226 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Made reservation on behalf of 6ce3ce86ed854b8fafe9250cc99c9135 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:32.680209 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.762707 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b821d63c-4132-4b38-bd92-1ae10f40e4fd req-619be5ce-a494-4bb5-92ab-ad3d24a4f6a0 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017032 Apr 12 16:50:32.889925 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (0b40ba82-e45a-4e10-92fc-e93bee519a8a), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:32.948110 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b40ba82-e45a-4e10-92fc-e93bee519a8a,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:32.959035 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Checking segment: {'id': '89f78f44-8c05-4457-8254-404829fee55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8fb7ab06-3924-4555-a6a1-baec70bc0171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:32.959384 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Network hostable DHCP agents. Network: 8fb7ab06-3924-4555-a6a1-baec70bc0171, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:50:32.981760 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Network 8fb7ab06-3924-4555-a6a1-baec70bc0171 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:50:32.992444 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 8fb7ab06-3924-4555-a6a1-baec70bc0171) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:32.999028 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:32.999723 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:33.004893 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e225b0-9843-4fe7-af4b-dc91c3225a16 None None] Network 8fb7ab06-3924-4555-a6a1-baec70bc0171 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:33.018242 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-cbf51a84-d682-48e9-97f6-d14c25ca542c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3986173 Apr 12 16:50:33.172052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b223eb-4aa8-4013-aa21-0baf34b59b9e req-cc4b29a3-4f10-4dac-9643-8794f1be8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.175088 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f3b223eb-4aa8-4013-aa21-0baf34b59b9e req-cc4b29a3-4f10-4dac-9643-8794f1be8cb4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 1129 time: 0.0933182 Apr 12 16:50:33.197967 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a1266-c307-4e7a-8d05-7a932beea630 None None] Network 8fb7ab06-3924-4555-a6a1-baec70bc0171 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:33.234546 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-a655e178-0490-4b24-95ec-a849b322e430 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.1716671 Apr 12 16:50:33.300234 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f3b223eb-4aa8-4013-aa21-0baf34b59b9e req-368be130-d41e-4919-9e69-eb6804a3e73b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186137 Apr 12 16:50:33.377425 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-c12ab9e0-1b36-4468-bf99-d4ac5b3cda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.378973 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-c12ab9e0-1b36-4468-bf99-d4ac5b3cda4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.1225541 Apr 12 16:50:33.425117 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a7a9c1-3fa1-4732-ac00-8c6f29127543'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:33.427352 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acac6d8-5453-441a-97a8-540f6d787f2e" -d '{"events": [{"server_uuid": "e1266676-e6d5-4b97-af82-8ff8f898058d", "name": "network-vif-plugged", "status": "completed", "tag": "91a7a9c1-3fa1-4732-ac00-8c6f29127543"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:33.430515 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7443b-0574-4200-a256-fc0029d6311a req-53b13dfe-08d5-4070-b5ec-c2cbbfd1e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.437981 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a7443b-0574-4200-a256-fc0029d6311a req-53b13dfe-08d5-4070-b5ec-c2cbbfd1e434 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 1127 time: 0.3765604 Apr 12 16:50:33.453313 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1d09d-242f-4f5c-9218-c2078572e9fc req-72d2ef3c-be21-4f03-9eea-85125aefc60e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.454870 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bb1d09d-242f-4f5c-9218-c2078572e9fc req-72d2ef3c-be21-4f03-9eea-85125aefc60e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.2181857 Apr 12 16:50:33.513889 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85497981-a0f8-49da-93db-18b42202453d x-openstack-request-id: req-85497981-a0f8-49da-93db-18b42202453d {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:33.514218 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1266676-e6d5-4b97-af82-8ff8f898058d", "name": "network-vif-plugged", "status": "completed", "tag": "91a7a9c1-3fa1-4732-ac00-8c6f29127543", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:33.514525 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85497981-a0f8-49da-93db-18b42202453d {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:33.515055 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85497981-a0f8-49da-93db-18b42202453d'] response: {'server_uuid': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a7a9c1-3fa1-4732-ac00-8c6f29127543', 'code': 200} Apr 12 16:50:33.551238 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bb1d09d-242f-4f5c-9218-c2078572e9fc req-335ba909-b6c6-40d4-9b61-8d22058140f4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863466 Apr 12 16:50:33.707704 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef944c-1651-4fe4-9b2b-7454ac3b304e req-ab2d34b9-a9bc-4426-868d-642bd48ea382 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.709350 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f9ef944c-1651-4fe4-9b2b-7454ac3b304e req-ab2d34b9-a9bc-4426-868d-642bd48ea382 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.1265132 Apr 12 16:50:33.764980 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1ef27-e3ab-4635-859b-b11763122ee8 req-8bea51cd-8f95-4f90-bf04-f9dc51a6db03 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.766441 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8ad1ef27-e3ab-4635-859b-b11763122ee8 req-8bea51cd-8f95-4f90-bf04-f9dc51a6db03 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.1290958 Apr 12 16:50:33.847036 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-264d45cd-ff02-44e7-a9f7-541acf5a86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.851977 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-264d45cd-ff02-44e7-a9f7-541acf5a86f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1790125 Apr 12 16:50:33.852130 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 47970) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:33.858312 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2053780207-network', 'tenant_id': '4ff8cf6987834a8fbc9aa123124bca6f'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:33.885215 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Made reservation on behalf of 4ff8cf6987834a8fbc9aa123124bca6f for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:33.887828 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:33.897624 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:33.913751 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7443b-0574-4200-a256-fc0029d6311a req-c1a40133-a758-4751-a2a8-fef0cbdda2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:33.916800 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a7443b-0574-4200-a256-fc0029d6311a req-c1a40133-a758-4751-a2a8-fef0cbdda2dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 919 time: 0.2484980 Apr 12 16:50:33.920610 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f9ef944c-1651-4fe4-9b2b-7454ac3b304e req-073e9bf2-82bd-4c25-8fa9-b2ea90045ebc tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653650 Apr 12 16:50:33.923680 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8ad1ef27-e3ab-4635-859b-b11763122ee8 req-e5321557-aa61-480b-8b65-89fc272efa84 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210234 Apr 12 16:50:33.991880 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks [] for security_group (28264e27-1291-492b-9b3f-b334f42127b9), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:33.996946 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (28264e27-1291-492b-9b3f-b334f42127b9), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.019452 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:50:34.034810 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28264e27-1291-492b-9b3f-b334f42127b9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:34.040806 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (9d32b832-78da-4811-8e04-c6c2ab2b2e70), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.041328 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Added segment 9d32b832-78da-4811-8e04-c6c2ab2b2e70 of type vlan for network 5e4ef4b5-a655-40fe-b165-ed3a38f93730 Apr 12 16:50:34.050300 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf19d9-6d44-4fbf-b79e-68d8a0f6b44b req-8a19c1ce-533d-460f-b8ff-580067585fdf tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:34.052012 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1cf19d9-6d44-4fbf-b79e-68d8a0f6b44b req-8a19c1ce-533d-460f-b8ff-580067585fdf tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 943 time: 0.0606303 Apr 12 16:50:34.087290 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (5e4ef4b5-a655-40fe-b165-ed3a38f93730), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.120200 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (5e4ef4b5-a655-40fe-b165-ed3a38f93730), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.121649 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:34.122387 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.153089 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1cf19d9-6d44-4fbf-b79e-68d8a0f6b44b req-f59e9f42-f3dc-48c9-9d46-fa013d29f95b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905235 Apr 12 16:50:34.164416 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3110042 Apr 12 16:50:34.182982 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 47972) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:34.193025 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:50:34.200226 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Request body: {'subnet': {'network_id': '5e4ef4b5-a655-40fe-b165-ed3a38f93730', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2053780207-subnet', 'tenant_id': '4ff8cf6987834a8fbc9aa123124bca6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:34.205080 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a7443b-0574-4200-a256-fc0029d6311a req-71e6102b-648e-4f21-acc5-86a70ee0a095 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 200 len: 217 time: 0.0881441 Apr 12 16:50:34.207221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2371f-8ae1-4871-b666-6422a7044cfc admin admin] Pushing event updated for resources: {'Network': ['ID=5e4ef4b5-a655-40fe-b165-ed3a38f93730,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:34.232551 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 5e4ef4b5-a655-40fe-b165-ed3a38f93730 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:50:34.306470 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Made reservation on behalf of 4ff8cf6987834a8fbc9aa123124bca6f for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:34.309409 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.342356 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7443b-0574-4200-a256-fc0029d6311a req-c8bbd067-aa77-4fc9-8850-6c2ce88437c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:34.343863 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a7443b-0574-4200-a256-fc0029d6311a req-c8bbd067-aa77-4fc9-8850-6c2ce88437c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.1034002 Apr 12 16:50:34.350446 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-749c94e1-6d01-4c84-be9d-32dbfb9ea4d0 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319825 Apr 12 16:50:34.431411 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:34.444772 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'port_id': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'mac_address': 'fa:16:3e:d1:c8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:50:34.486024 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:34.486426 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.504600 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70692fa-573f-49f1-8c3b-6dfb829e9729 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:34.517766 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (70f01db9-8aa1-47c7-a6f7-13a3626852fb), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.527307 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:34.531344 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.532116 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:50:34.572866 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f01db9-8aa1-47c7-a6f7-13a3626852fb,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:34.583997 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Checking segment: {'id': '9d32b832-78da-4811-8e04-c6c2ab2b2e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5e4ef4b5-a655-40fe-b165-ed3a38f93730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:34.584364 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Network hostable DHCP agents. Network: 5e4ef4b5-a655-40fe-b165-ed3a38f93730, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:50:34.597199 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:34.609307 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Network 5e4ef4b5-a655-40fe-b165-ed3a38f93730 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:50:34.621161 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 5e4ef4b5-a655-40fe-b165-ed3a38f93730) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:34.630300 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:34.632270 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.677425 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09604dab-70b1-454c-85a8-3161b45ce94e None None] Network 5e4ef4b5-a655-40fe-b165-ed3a38f93730 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:34.746267 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a01ef1-255b-420a-8628-f77949b3e356 req-e1aa8618-ced7-450d-9ab7-cb8cf7c9b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:34.749289 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-64a01ef1-255b-420a-8628-f77949b3e356 req-e1aa8618-ced7-450d-9ab7-cb8cf7c9b8f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 1129 time: 0.0854688 Apr 12 16:50:34.770792 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7998dc09-3f26-4410-8589-1b72f186e3a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5766995 Apr 12 16:50:34.782143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:34.800229 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'port_id': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'mac_address': 'fa:16:3e:89:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:50:34.834569 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee70c3-30ff-47d0-90c2-070a5da806b4 None None] Network 5e4ef4b5-a655-40fe-b165-ed3a38f93730 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:34.838334 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357be1e0-a79b-407b-a754-79c86441ee95 req-41f24ce8-bd7d-4fa8-8a0a-69e09c62ff29 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:34.839934 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-357be1e0-a79b-407b-a754-79c86441ee95 req-41f24ce8-bd7d-4fa8-8a0a-69e09c62ff29 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 944 time: 0.1955550 Apr 12 16:50:34.840924 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7443b-0574-4200-a256-fc0029d6311a req-dc7a36b3-17fd-4022-9c5c-0abb34dc5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:34.842287 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a7443b-0574-4200-a256-fc0029d6311a req-dc7a36b3-17fd-4022-9c5c-0abb34dc5397 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1663656 Apr 12 16:50:34.922783 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4930ca75-eb41-4742-84b6-2ccd45e79e44 req-6a5bd01c-80b7-4c38-b2d0-cfb78ace1671 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479069 Apr 12 16:50:34.928360 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-357be1e0-a79b-407b-a754-79c86441ee95 req-761f2841-0a5a-4462-96b6-409b01bc86e3 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739911 Apr 12 16:50:34.936522 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:34.936931 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:34.970201 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:35.019437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:35.028983 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.096855 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:35.111300 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b61c1-914e-4a2d-bf77-77d5a4b3a0a9 req-c18da8b9-04fe-4615-9095-dcaf95dfd18a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:35.114325 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-334b61c1-914e-4a2d-bf77-77d5a4b3a0a9 req-c18da8b9-04fe-4615-9095-dcaf95dfd18a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.1012223 Apr 12 16:50:35.136877 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26444b5-a0e9-4669-8018-c6114db2fc78 req-c51eab68-da5c-41d5-8713-66a4a7da67d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:35.138479 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c26444b5-a0e9-4669-8018-c6114db2fc78 req-c51eab68-da5c-41d5-8713-66a4a7da67d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.0875678 Apr 12 16:50:35.166524 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48002) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:35.221295 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-334b61c1-914e-4a2d-bf77-77d5a4b3a0a9 req-97bbfa59-f0e5-450e-80bd-7050edd31172 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970860 Apr 12 16:50:35.246014 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c26444b5-a0e9-4669-8018-c6114db2fc78 req-51f5149b-df32-4c4f-a24e-d8be3c21d0c4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883560 Apr 12 16:50:35.326451 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0e9d-90bf-4932-b1b8-cc2a3207df16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.363684 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-64a01ef1-255b-420a-8628-f77949b3e356 req-91588c2a-b401-4949-91f3-4c90f12cb14c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917854 Apr 12 16:50:35.443777 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b233-14f5-42ff-a570-4b6511f8b225 req-172b8bf5-3e19-41d5-a8b6-b600fc1564d9 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:35.444871 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0e9d-90bf-4932-b1b8-cc2a3207df16 admin admin] Publish callbacks [] for security_group (db695203-18cd-4529-b8d5-fae319e2b67e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.446392 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bb3b233-14f5-42ff-a570-4b6511f8b225 req-172b8bf5-3e19-41d5-a8b6-b600fc1564d9 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 944 time: 0.0852230 Apr 12 16:50:35.458944 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0e9d-90bf-4932-b1b8-cc2a3207df16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (db695203-18cd-4529-b8d5-fae319e2b67e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.514266 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1d6e0e9d-90bf-4932-b1b8-cc2a3207df16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d6bd0317a1143559b28653824ee7b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464878 Apr 12 16:50:35.515050 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48016) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:35.515815 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e0e9d-90bf-4932-b1b8-cc2a3207df16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db695203-18cd-4529-b8d5-fae319e2b67e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:35.516963 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545600fa-db6e-4b97-ba9d-0895ba299891 req-1a6d9e13-d437-4268-bae4-122003e12eba tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:35.518664 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-545600fa-db6e-4b97-ba9d-0895ba299891 req-1a6d9e13-d437-4268-bae4-122003e12eba tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.1566722 Apr 12 16:50:35.532163 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a7443b-0574-4200-a256-fc0029d6311a req-77df51a9-6ff2-4a3f-97cc-3914618294d5 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611883 Apr 12 16:50:35.532286 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48018) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:35.539139 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:35.582493 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bb3b233-14f5-42ff-a570-4b6511f8b225 req-e5ffbfff-5ae0-4aa5-9011-04fa13d8cfbb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117740 Apr 12 16:50:35.645225 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (bf5b2124-19cd-46b5-9bb6-d60d62660ea1), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.716218 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71915ae8-d543-487a-8891-681bc01b1259 admin admin] Publish callbacks [] for security_group (db695203-18cd-4529-b8d5-fae319e2b67e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.742559 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['c70692fa-573f-49f1-8c3b-6dfb829e9729'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:35.824442 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71915ae8-d543-487a-8891-681bc01b1259 admin admin] Publish callbacks [] for security_group (db695203-18cd-4529-b8d5-fae319e2b67e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.929844 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['3bd4697d-6366-4b31-b6e1-4b0d259b5ef9'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:35.971544 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71915ae8-d543-487a-8891-681bc01b1259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (db695203-18cd-4529-b8d5-fae319e2b67e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.974259 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-71915ae8-d543-487a-8891-681bc01b1259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:35.979102 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-71915ae8-d543-487a-8891-681bc01b1259 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db695203-18cd-4529-b8d5-fae319e2b67e HTTP/1.1" status: 204 len: 168 time: 0.4575725 Apr 12 16:50:35.993014 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915ae8-d543-487a-8891-681bc01b1259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db695203-18cd-4529-b8d5-fae319e2b67e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:36.084952 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd152bd3-a72a-42e8-932d-ff7ebfa5dc2b req-1b652bd1-4f77-4f0f-a2ea-49cae864a384 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:36.087769 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cd152bd3-a72a-42e8-932d-ff7ebfa5dc2b req-1b652bd1-4f77-4f0f-a2ea-49cae864a384 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 944 time: 0.0536764 Apr 12 16:50:36.151226 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cd152bd3-a72a-42e8-932d-ff7ebfa5dc2b req-5d138d0a-3e58-45d5-8f68-cf836306b54d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558741 Apr 12 16:50:36.352313 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b299bab-1de3-49f4-b50f-7127b0dbc4a0 req-300356eb-a2e7-4384-bdd7-c89d1b59b123 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:36.354411 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b299bab-1de3-49f4-b50f-7127b0dbc4a0 req-300356eb-a2e7-4384-bdd7-c89d1b59b123 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0582588 Apr 12 16:50:36.413039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48042) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:36.416920 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b299bab-1de3-49f4-b50f-7127b0dbc4a0 req-f407abb0-b7cf-49be-b9eb-33beab52ff09 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Apr 12 16:50:36.431099 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fec6d06f-3990-47cf-b296-5790cdc34239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.549827 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fec6d06f-3990-47cf-b296-5790cdc34239 admin admin] Publish callbacks [] for security_group (3307df34-c5ff-4797-8b58-cfc4ce32bedf), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.558593 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fec6d06f-3990-47cf-b296-5790cdc34239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (3307df34-c5ff-4797-8b58-cfc4ce32bedf), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.609176 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-fec6d06f-3990-47cf-b296-5790cdc34239 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9fb3be7c24c43b2967f07a8abd925ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889501 Apr 12 16:50:36.609176 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6d06f-3990-47cf-b296-5790cdc34239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3307df34-c5ff-4797-8b58-cfc4ce32bedf,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:36.611008 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48050) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:36.684386 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a866e83-79e4-4b92-bc54-5c6539bf1ecd admin admin] Publish callbacks [] for security_group (3307df34-c5ff-4797-8b58-cfc4ce32bedf), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.699306 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.708156 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (bf5b2124-19cd-46b5-9bb6-d60d62660ea1), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.720504 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a866e83-79e4-4b92-bc54-5c6539bf1ecd admin admin] Publish callbacks [] for security_group (3307df34-c5ff-4797-8b58-cfc4ce32bedf), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.824358 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP bf5b2124-19cd-46b5-9bb6-d60d62660ea1 associated. External IP: 172.27.3.51, port: 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e. Apr 12 16:50:36.873955 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1b795-6dc2-487b-aaf3-e25db623da3d req-3199c229-79d0-4cf6-993b-8353897ea8a0 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:36.876357 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-30d1b795-6dc2-487b-aaf3-e25db623da3d req-3199c229-79d0-4cf6-993b-8353897ea8a0 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 944 time: 0.1708486 Apr 12 16:50:36.910909 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a866e83-79e4-4b92-bc54-5c6539bf1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (3307df34-c5ff-4797-8b58-cfc4ce32bedf), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.913467 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a866e83-79e4-4b92-bc54-5c6539bf1ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:36.915219 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7a866e83-79e4-4b92-bc54-5c6539bf1ecd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3307df34-c5ff-4797-8b58-cfc4ce32bedf HTTP/1.1" status: 204 len: 168 time: 0.3022459 Apr 12 16:50:36.947117 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a866e83-79e4-4b92-bc54-5c6539bf1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3307df34-c5ff-4797-8b58-cfc4ce32bedf,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:37.016227 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59a7443b-0574-4200-a256-fc0029d6311a req-bbaec32d-d288-4ed1-b916-8ecb19b0e27f service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206938 Apr 12 16:50:37.021265 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-30d1b795-6dc2-487b-aaf3-e25db623da3d req-9366ec37-9712-4b1f-9aee-b1f3bf34c05e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113734 Apr 12 16:50:37.150612 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:50:37.302773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:50:37.309328 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.323531 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:50:37.325929 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7fe9-f00e-490f-a192-5068bfad16aa req-5cc890f7-d834-4607-b42d-a8cc65cd4082 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:37.328371 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f15c7fe9-f00e-490f-a192-5068bfad16aa req-5cc890f7-d834-4607-b42d-a8cc65cd4082 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 944 time: 0.0821640 Apr 12 16:50:37.343762 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:37.344377 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:50:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:37.346069 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e5b33dff-489c-49a1-90e7-03d411f447ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "PUT /v2.0/floatingips/bf5b2124-19cd-46b5-9bb6-d60d62660ea1 HTTP/1.1" status: 200 len: 990 time: 1.8127289 Apr 12 16:50:37.346769 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:37.349169 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b" -d '{"events": [{"name": "network-changed", "server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:37.401927 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a729c0-de46-49c6-84da-6ac1d8fe64ad x-openstack-request-id: req-f2a729c0-de46-49c6-84da-6ac1d8fe64ad {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:37.402223 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:37.402482 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2a729c0-de46-49c6-84da-6ac1d8fe64ad {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:37.402905 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a729c0-de46-49c6-84da-6ac1d8fe64ad'] response: {'name': 'network-changed', 'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'status': 'completed', 'code': 200} Apr 12 16:50:37.418852 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:37.420040 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f15c7fe9-f00e-490f-a192-5068bfad16aa req-440ed921-6368-469d-9cc5-8e03e4a6886d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834687 Apr 12 16:50:37.435446 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-930d430f-066d-4fea-8bd9-925159e5f744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.467996 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:37.525288 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-930d430f-066d-4fea-8bd9-925159e5f744 admin admin] Publish callbacks [] for security_group (ce7b9eee-2165-4483-9a1f-e71d31ac2921), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.533713 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-930d430f-066d-4fea-8bd9-925159e5f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (ce7b9eee-2165-4483-9a1f-e71d31ac2921), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.569352 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d430f-066d-4fea-8bd9-925159e5f744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7b9eee-2165-4483-9a1f-e71d31ac2921,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:37.592019 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2c048-4953-4706-9451-d55974e78e77 req-e241a094-57b6-4df0-b8e8-2873f13152e0 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:37.593459 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-930d430f-066d-4fea-8bd9-925159e5f744 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65022028a7cb407494a97a663832f0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733232 Apr 12 16:50:37.595921 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48090) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:37.597248 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ab2c048-4953-4706-9451-d55974e78e77 req-e241a094-57b6-4df0-b8e8-2873f13152e0 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0753961 Apr 12 16:50:37.649666 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3c47e72-8258-4f5d-ac12-8131e7f8f708 admin admin] Publish callbacks [] for security_group (ce7b9eee-2165-4483-9a1f-e71d31ac2921), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.658216 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ab2c048-4953-4706-9451-d55974e78e77 req-d22778fd-88b2-4f6e-a306-66eed6bb0022 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527735 Apr 12 16:50:37.677284 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3c47e72-8258-4f5d-ac12-8131e7f8f708 admin admin] Publish callbacks [] for security_group (ce7b9eee-2165-4483-9a1f-e71d31ac2921), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.745318 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3c47e72-8258-4f5d-ac12-8131e7f8f708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (ce7b9eee-2165-4483-9a1f-e71d31ac2921), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.749140 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e3c47e72-8258-4f5d-ac12-8131e7f8f708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.750322 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e3c47e72-8258-4f5d-ac12-8131e7f8f708 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce7b9eee-2165-4483-9a1f-e71d31ac2921 HTTP/1.1" status: 204 len: 168 time: 0.1533682 Apr 12 16:50:37.765858 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c47e72-8258-4f5d-ac12-8131e7f8f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7b9eee-2165-4483-9a1f-e71d31ac2921,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:37.767091 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:37.767796 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:36Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:37.803043 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:50:37.813079 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:37.813989 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:50:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:37.831011 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port c70692fa-573f-49f1-8c3b-6dfb829e9729 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:50:37.837071 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port c70692fa-573f-49f1-8c3b-6dfb829e9729 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:37.837531 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.948684 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:37.949525 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:37.969543 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:37.989386 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:37.991838 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba26b4-4cee-46ee-b6a6-4154d38ddd82" -d '{"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-plugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:38.018360 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:38.024690 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:38.026167 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:38.069922 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd308c-507b-4d06-94b1-408d3425ad9c x-openstack-request-id: req-eddd308c-507b-4d06-94b1-408d3425ad9c {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:38.070486 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-plugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:38.071489 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eddd308c-507b-4d06-94b1-408d3425ad9c {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:38.072108 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddd308c-507b-4d06-94b1-408d3425ad9c'] response: {'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'code': 200} Apr 12 16:50:38.074634 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-32f96a9c-a7dc-4ade-b794-33b7fb3511df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:38.076336 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-32f96a9c-a7dc-4ade-b794-33b7fb3511df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 1129 time: 0.0797651 Apr 12 16:50:38.114483 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:38.121316 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:50:38.134253 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:38.135146 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:38.201043 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746412b2-cb12-48e4-bf1c-eef33aa44b1c req-35569718-40e3-4c36-88ed-53d799369d3c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:38.202623 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-746412b2-cb12-48e4-bf1c-eef33aa44b1c req-35569718-40e3-4c36-88ed-53d799369d3c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 944 time: 0.0868266 Apr 12 16:50:38.279529 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-746412b2-cb12-48e4-bf1c-eef33aa44b1c req-e75af303-4c1a-4c24-a4b5-c67a8aefd8d6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665665 Apr 12 16:50:38.282854 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:38.283288 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:38.345319 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:38.354323 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:38.388212 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:36Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:38.427050 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3677f-f1a2-46b7-a49b-536e0ac91107 None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:36Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:38.428164 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:38.593815 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e7c91-afb5-4d72-ae60-6e7a51bc5f3f req-85d640a4-6c58-4f40-aabd-ce72fbea2fba tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:38.598593 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-960e7c91-afb5-4d72-ae60-6e7a51bc5f3f req-85d640a4-6c58-4f40-aabd-ce72fbea2fba tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0640788 Apr 12 16:50:38.912912 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-960e7c91-afb5-4d72-ae60-6e7a51bc5f3f req-1199e055-cfca-4520-b3de-9056fe973b24 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947273 Apr 12 16:50:38.927812 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4454-b67f-47a3-86d2-652a01f1dd86 req-89f5d98e-0228-46bd-a312-3c3742f0187f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:38.929326 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab5b4454-b67f-47a3-86d2-652a01f1dd86 req-89f5d98e-0228-46bd-a312-3c3742f0187f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0948701 Apr 12 16:50:38.960287 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-542f6c5f-ead3-45d1-9a7c-e1e3fe066586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:38.962787 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-542f6c5f-ead3-45d1-9a7c-e1e3fe066586 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 0.3324423 Apr 12 16:50:39.007932 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c3734-7670-4212-8345-b2d070744d17 req-d2190cbd-12ad-4b99-9b52-7d2f94a4f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:39.010444 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-934c3734-7670-4212-8345-b2d070744d17 req-d2190cbd-12ad-4b99-9b52-7d2f94a4f715 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 1129 time: 0.0827901 Apr 12 16:50:39.097013 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-934c3734-7670-4212-8345-b2d070744d17 req-3fafd6da-d4b1-4190-8ab5-be89a7faddbc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804527 Apr 12 16:50:39.114052 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab5b4454-b67f-47a3-86d2-652a01f1dd86 req-12cc7883-8bf8-4107-9e29-889c054f1bd5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741419 Apr 12 16:50:39.135080 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-5e8702e5-628d-4e0b-a95b-43ea82f1ef19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e HTTP/1.1" status: 200 len: 998 time: 0.1532803 Apr 12 16:50:39.421802 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cdca0-0a64-4108-a76a-770fc2011e5b req-f9762a64-6952-4144-83ff-75b3a5c749f2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:39.429451 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e65cdca0-0a64-4108-a76a-770fc2011e5b req-f9762a64-6952-4144-83ff-75b3a5c749f2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0570214 Apr 12 16:50:39.550044 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261947a-a37c-4cc6-b788-dffd54e9d870 None None] New status for floating IP bf5b2124-19cd-46b5-9bb6-d60d62660ea1: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:50:39.928351 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ef4a-b2bd-4e0c-b612-f03863faf6b8 req-2f782b57-902f-4ef7-add2-66fb7df70019 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:39.935465 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cb55ef4a-b2bd-4e0c-b612-f03863faf6b8 req-2f782b57-902f-4ef7-add2-66fb7df70019 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.5030267 Apr 12 16:50:39.939825 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e65cdca0-0a64-4108-a76a-770fc2011e5b req-a11b6e1d-6e5d-48df-a595-ca7f070c1fc3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5093851 Apr 12 16:50:39.941437 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-656f4808-8d07-4b66-8b3a-7abd1d48a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:39.943213 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-656f4808-8d07-4b66-8b3a-7abd1d48a411 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.1605663 Apr 12 16:50:40.037123 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cb55ef4a-b2bd-4e0c-b612-f03863faf6b8 req-251bca10-132d-42ac-b62d-eab455e67412 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928404 Apr 12 16:50:40.073920 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:40.076233 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb0bab-e2c7-4115-a84f-de5e6f9a2124" -d '{"events": [{"server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "name": "network-vif-plugged", "status": "completed", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:40.084919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-5393d78c-eb4e-4032-8065-80fcabb4f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:40.090189 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-5393d78c-eb4e-4032-8065-80fcabb4f0f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 1129 time: 0.0921211 Apr 12 16:50:40.208957 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-54e68739-2b7c-414c-ae9d-a35d48a0a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:40.210520 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-54e68739-2b7c-414c-ae9d-a35d48a0a4c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2128541 Apr 12 16:50:40.225908 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-094f63eb-6cbc-4bcb-a099-17facd0a912c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158948 Apr 12 16:50:40.240085 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b23e-b4a6-4c48-88fe-364543349456 req-8e56d2fd-13a5-44d5-80a2-6875c9f5c51e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:40.243269 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78c3b23e-b4a6-4c48-88fe-364543349456 req-8e56d2fd-13a5-44d5-80a2-6875c9f5c51e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0930443 Apr 12 16:50:40.256923 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-d97840d1-62bd-4e72-93d5-46845caf8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:40.259050 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-d97840d1-62bd-4e72-93d5-46845caf8bc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.1472864 Apr 12 16:50:40.270074 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedbb4dc-4d5b-41a2-9fde-b9f21423adbd x-openstack-request-id: req-fedbb4dc-4d5b-41a2-9fde-b9f21423adbd {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:40.270359 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "name": "network-vif-plugged", "status": "completed", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:40.270628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fedbb4dc-4d5b-41a2-9fde-b9f21423adbd {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:40.271068 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedbb4dc-4d5b-41a2-9fde-b9f21423adbd'] response: {'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'code': 200} Apr 12 16:50:40.307661 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78c3b23e-b4a6-4c48-88fe-364543349456 req-c35ba1bc-1fe2-4028-84b4-30d8a1d44f02 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587487 Apr 12 16:50:40.411806 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe4434-12d5-49dc-9435-027e497af5fc req-2d139423-153a-4024-91da-aaf23850ff09 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:40.413471 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cbfe4434-12d5-49dc-9435-027e497af5fc req-2d139423-153a-4024-91da-aaf23850ff09 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.0709918 Apr 12 16:50:40.472562 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cbfe4434-12d5-49dc-9435-027e497af5fc req-61c4d941-6d9f-46a5-b0e1-7ab45b7ebd1f tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506005 Apr 12 16:50:40.958369 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:41.071262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.077732 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea2b24-120a-4564-b895-306b22933104 req-71ded0ed-fc57-4ee9-a9fb-95507ae912b8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:41.079345 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92ea2b24-120a-4564-b895-306b22933104 req-71ded0ed-fc57-4ee9-a9fb-95507ae912b8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0555205 Apr 12 16:50:41.148845 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Publish callbacks [] for security_group (eec78a76-2fa8-4e3f-bb67-c682695cb131), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.154103 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (eec78a76-2fa8-4e3f-bb67-c682695cb131), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.156620 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92ea2b24-120a-4564-b895-306b22933104 req-3c419e8f-6637-46cb-a592-ed7d830df3bd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713234 Apr 12 16:50:41.173032 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a086-1d9c-4805-8e82-4c822ceb8af8 req-c5e7070a-77ea-4c4f-bc65-9a2eec407379 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:41.174530 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45b7a086-1d9c-4805-8e82-4c822ceb8af8 req-c5e7070a-77ea-4c4f-bc65-9a2eec407379 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0582790 Apr 12 16:50:41.189319 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f44dda3053f46f497bcd1be2b143067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298231 Apr 12 16:50:41.194303 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48242) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:41.217463 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec78a76-2fa8-4e3f-bb67-c682695cb131,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:41.223384 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45b7a086-1d9c-4805-8e82-4c822ceb8af8 req-633d56a1-09f3-4b48-b4c2-5bd2bffb6901 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 Apr 12 16:50:41.235470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.235626 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.235987 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.236327 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.236664 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.236995 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.237325 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.237907 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.238233 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.238561 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.238948 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.239254 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.239584 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.239906 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.240225 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb648c-b02c-49d6-87f6-cde20cd0ac53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:41.263424 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-789d1625-2b35-442c-a5d4-930fb4f0773d admin admin] Publish callbacks [] for security_group (eec78a76-2fa8-4e3f-bb67-c682695cb131), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.285847 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-789d1625-2b35-442c-a5d4-930fb4f0773d admin admin] Publish callbacks [] for security_group (eec78a76-2fa8-4e3f-bb67-c682695cb131), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.333020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-789d1625-2b35-442c-a5d4-930fb4f0773d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (eec78a76-2fa8-4e3f-bb67-c682695cb131), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.336790 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-789d1625-2b35-442c-a5d4-930fb4f0773d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.338445 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-789d1625-2b35-442c-a5d4-930fb4f0773d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eec78a76-2fa8-4e3f-bb67-c682695cb131 HTTP/1.1" status: 204 len: 168 time: 0.1432059 Apr 12 16:50:41.347036 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d1625-2b35-442c-a5d4-930fb4f0773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec78a76-2fa8-4e3f-bb67-c682695cb131,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:41.452947 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bfb8b-9d3f-485d-8b4f-f68cb1860406 req-ce4c6bb6-25e6-4ca3-9e83-03cefff17183 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:41.454504 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc5bfb8b-9d3f-485d-8b4f-f68cb1860406 req-ce4c6bb6-25e6-4ca3-9e83-03cefff17183 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0594876 Apr 12 16:50:41.566359 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc5bfb8b-9d3f-485d-8b4f-f68cb1860406 req-9404f3b0-f187-461a-bab0-efc528cf5e28 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996912 Apr 12 16:50:41.638512 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dab74-16c9-4e51-8718-b8039d5d0359 req-26a30e69-fd87-4282-bafc-003d4f94233e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:41.643515 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-460dab74-16c9-4e51-8718-b8039d5d0359 req-26a30e69-fd87-4282-bafc-003d4f94233e tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.0693326 Apr 12 16:50:41.692181 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48264) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:41.700083 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-460dab74-16c9-4e51-8718-b8039d5d0359 req-580911ab-cfa8-48c0-94cd-8e5b70ce5c1b tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542247 Apr 12 16:50:41.710211 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73a193ff-e4af-460e-8d26-4e4eb9a74d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.824621 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73a193ff-e4af-460e-8d26-4e4eb9a74d6c admin admin] Publish callbacks [] for security_group (45f09ced-10b4-4be1-b5df-41de12dd448e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.832490 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-73a193ff-e4af-460e-8d26-4e4eb9a74d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (45f09ced-10b4-4be1-b5df-41de12dd448e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.871452 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.875220 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-73a193ff-e4af-460e-8d26-4e4eb9a74d6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76383a61570e43edb734c601692137ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816480 Apr 12 16:50:41.876196 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a193ff-e4af-460e-8d26-4e4eb9a74d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f09ced-10b4-4be1-b5df-41de12dd448e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:41.878460 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48272) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:41.922138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48274) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:41.943934 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Publish callbacks [] for security_group (45f09ced-10b4-4be1-b5df-41de12dd448e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:41.980096 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Publish callbacks [] for security_group (45f09ced-10b4-4be1-b5df-41de12dd448e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.018217 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-a75d0441-c017-4531-a23a-a22fc8a64004 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543 HTTP/1.1" status: 200 len: 217 time: 0.0546560 Apr 12 16:50:42.054293 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1fe38ed5-59ae-444f-ad37-de331fc1de49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.088261 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-b20cf2ef-c86e-4054-b106-a0605763c3d0 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252418 Apr 12 16:50:42.094118 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (45f09ced-10b4-4be1-b5df-41de12dd448e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.096833 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.100207 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45f09ced-10b4-4be1-b5df-41de12dd448e HTTP/1.1" status: 204 len: 168 time: 0.2181070 Apr 12 16:50:42.105753 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f09ced-10b4-4be1-b5df-41de12dd448e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:42.113845 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.114207 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.114557 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.114934 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.115272 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.115612 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.115978 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.116313 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.116662 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.116981 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.117343 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.118207 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.118534 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.118864 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.119220 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca3b0-dc2e-4c13-a9eb-12d818a28434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:42.159987 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1fe38ed5-59ae-444f-ad37-de331fc1de49 admin admin] Publish callbacks [] for security_group (8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.164147 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1fe38ed5-59ae-444f-ad37-de331fc1de49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.209794 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1fe38ed5-59ae-444f-ad37-de331fc1de49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=412efbda0ae941829289aaa582451123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842855 Apr 12 16:50:42.209794 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe38ed5-59ae-444f-ad37-de331fc1de49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:42.210403 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48282) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:42.319684 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c3af5bf4-b878-40e9-b87e-7cabadceefbe admin admin] Publish callbacks [] for security_group (8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.328888 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb699c1-a5e6-41f4-aa27-e37f3fc9adae req-648d1934-2cfd-4de4-81ef-be5a592b5cd5 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:42.330475 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfb699c1-a5e6-41f4-aa27-e37f3fc9adae req-648d1934-2cfd-4de4-81ef-be5a592b5cd5 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0859823 Apr 12 16:50:42.389925 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c3af5bf4-b878-40e9-b87e-7cabadceefbe admin admin] Publish callbacks [] for security_group (8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.408245 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796a5e-c42a-408a-8104-b268326ef518 req-4cc483e1-4016-433a-a9a7-a8e0edc34330 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:42.409740 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a796a5e-c42a-408a-8104-b268326ef518 req-4cc483e1-4016-433a-a9a7-a8e0edc34330 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.1123071 Apr 12 16:50:42.479816 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfb699c1-a5e6-41f4-aa27-e37f3fc9adae req-ddb4a222-9467-4c37-bc88-cf05dd4a4323 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300454 Apr 12 16:50:42.509024 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a796a5e-c42a-408a-8104-b268326ef518 req-0dffc33a-bda0-44c5-a29f-356c15f6eefe tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892808 Apr 12 16:50:42.515909 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c3af5bf4-b878-40e9-b87e-7cabadceefbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.519840 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c3af5bf4-b878-40e9-b87e-7cabadceefbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:42.521395 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c3af5bf4-b878-40e9-b87e-7cabadceefbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f HTTP/1.1" status: 204 len: 168 time: 0.3068764 Apr 12 16:50:42.530506 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5bf4-b878-40e9-b87e-7cabadceefbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ad15b-4d8f-48fd-b478-5eb7e1fc2f1f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:42.736299 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811fc66-2c27-4844-967b-b6ca52b9405c req-5ecb673f-f8f4-4d92-92f9-12d3f97814a1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:42.736945 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2811fc66-2c27-4844-967b-b6ca52b9405c req-5ecb673f-f8f4-4d92-92f9-12d3f97814a1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0870705 Apr 12 16:50:42.744168 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-21c61f90-5a99-464b-ae2d-ae907bc824d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:42.746040 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-21c61f90-5a99-464b-ae2d-ae907bc824d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a22d3e4af5314898abc2baa0c42e4a36&device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 1129 time: 0.0609398 Apr 12 16:50:42.872582 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2811fc66-2c27-4844-967b-b6ca52b9405c req-f58c5221-c5bb-49bd-91c4-cb5e214446f4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141994 Apr 12 16:50:42.924230 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-ccec35c9-c22f-4ff4-987d-3529c3a7f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:42.926113 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-ccec35c9-c22f-4ff4-987d-3529c3a7f4a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.1554830 Apr 12 16:50:43.067316 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f592b-4806-47ca-b36e-4cceccccd198 req-9a506c89-8114-401d-b555-eb6a3923a74b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.073589 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-418f592b-4806-47ca-b36e-4cceccccd198 req-9a506c89-8114-401d-b555-eb6a3923a74b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1039243 Apr 12 16:50:43.091304 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55345b6-1f41-4dd6-972d-b7e05f60bff1 req-4d141b3e-ae28-45ba-92af-4e5871ba735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.093283 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c55345b6-1f41-4dd6-972d-b7e05f60bff1 req-4d141b3e-ae28-45ba-92af-4e5871ba735e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 1129 time: 0.2412572 Apr 12 16:50:43.094208 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48322) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:43.095049 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-dc2d75c7-c800-4977-aecf-60f1f7a4550b tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.097233 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-dc2d75c7-c800-4977-aecf-60f1f7a4550b tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.49 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.1403339 Apr 12 16:50:43.100078 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'floatingip': {'port_id': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:43.101069 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-b0e5bd96-2016-445f-80f3-0bf34a195d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.103396 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-b0e5bd96-2016-445f-80f3-0bf34a195d22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cca18eda-7a1c-4187-84e7-40170bf9a1fd HTTP/1.1" status: 200 len: 913 time: 0.2657821 Apr 12 16:50:43.109782 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2059d-6a35-45de-85e1-27bc1aa6bb72 req-3d1c6345-a82f-4469-9d30-da3ffba22bbb tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.119751 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dec2059d-6a35-45de-85e1-27bc1aa6bb72 req-3d1c6345-a82f-4469-9d30-da3ffba22bbb tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 945 time: 0.2661276 Apr 12 16:50:43.166652 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-9072bfb4-8747-404e-ae46-527d5d33d24a service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777277 Apr 12 16:50:43.235517 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-a588ea23-ffc8-4b6e-9939-94b1a4465972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.237922 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-a588ea23-ffc8-4b6e-9939-94b1a4465972 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2819569 Apr 12 16:50:43.246136 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Deleting port 212a2726-05d4-4ddb-8e68-7d26d7191cdc {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:50:43.247473 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:43.256444 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (55d90430-5f3b-41d9-b890-98e4c23ea732), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:43.278469 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48330) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:43.361628 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-aaf072af-8f3b-4082-99bf-dfd97c7aa083 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc HTTP/1.1" status: 200 len: 217 time: 0.1225638 Apr 12 16:50:43.387901 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f13d05f8-ec8c-4b57-b5e5-4709242f7189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:43.399466 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c55345b6-1f41-4dd6-972d-b7e05f60bff1 req-d0f72060-3301-4664-b3c7-8a0b7c16c48d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441485 Apr 12 16:50:43.415740 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dec2059d-6a35-45de-85e1-27bc1aa6bb72 req-80ca9740-1189-4cd6-8ec6-1e1d6dbb9aa8 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/security-groups?id=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948034 Apr 12 16:50:43.517538 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-a500f382-ec00-44b7-8bdc-6980e94cff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.518964 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-a500f382-ec00-44b7-8bdc-6980e94cff82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988 HTTP/1.1" status: 200 len: 851 time: 0.1421659 Apr 12 16:50:43.521864 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] For port 212a2726-05d4-4ddb-8e68-7d26d7191cdc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=212a2726-05d4-4ddb-8e68-7d26d7191cdc,segment=NetworkSegment(6949e882-5c8a-455d-8a4d-c821feae8e37),segment_id=6949e882-5c8a-455d-8a4d-c821feae8e37)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:43.522237 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:43.636907 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f13d05f8-ec8c-4b57-b5e5-4709242f7189 admin admin] Publish callbacks [] for security_group (e13430a5-a265-4c54-aded-1909be9ffe21), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:43.650756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f13d05f8-ec8c-4b57-b5e5-4709242f7189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e13430a5-a265-4c54-aded-1909be9ffe21), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:43.654812 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Calling delete_port for 212a2726-05d4-4ddb-8e68-7d26d7191cdc owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:50:43.683374 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-b533af64-b9e8-4862-b9d0-ee4436171eed service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016316 Apr 12 16:50:43.793676 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1fd09-439e-407c-9cb7-85497951d3c4 req-fe8ba7fc-edf9-4c6f-9f5b-a71451f52963 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.795253 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3ca1fd09-439e-407c-9cb7-85497951d3c4 req-fe8ba7fc-edf9-4c6f-9f5b-a71451f52963 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1528132 Apr 12 16:50:43.927556 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400fdd9-e424-4520-a2cd-bdde5bee3118 req-f94409f3-205c-4a13-bc60-2f6ff4ff8826 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:43.929174 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d400fdd9-e424-4520-a2cd-bdde5bee3118 req-f94409f3-205c-4a13-bc60-2f6ff4ff8826 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.1813469 Apr 12 16:50:44.036364 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-f090ab9c-edcb-4fac-8d8f-bbbafb95165f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cca18eda-7a1c-4187-84e7-40170bf9a1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2799511 Apr 12 16:50:44.108652 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f13d05f8-ec8c-4b57-b5e5-4709242f7189 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=759867000daa42e29dae55ecba85c580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8265092 Apr 12 16:50:44.116298 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3ca1fd09-439e-407c-9cb7-85497951d3c4 req-f73cabdb-c184-417a-baf4-27d703b67b68 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945213 Apr 12 16:50:44.123614 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48340) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:44.137320 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d05f8-ec8c-4b57-b5e5-4709242f7189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13430a5-a265-4c54-aded-1909be9ffe21,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:44.194710 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d400fdd9-e424-4520-a2cd-bdde5bee3118 req-3f69f3f1-8a74-4176-9a37-1adb46945601 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402003 Apr 12 16:50:44.202775 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2ee65a05-a2bc-45c8-86c3-cd2051d1e712 req-9155f81a-65b2-4978-b89d-cb5e178a95de service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448335 Apr 12 16:50:44.276581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (212a2726-05d4-4ddb-8e68-7d26d7191cdc), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.299901 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43e4d3f5-f7fb-40d7-b9bb-f6f128a28c57 admin admin] Publish callbacks [] for security_group (e13430a5-a265-4c54-aded-1909be9ffe21), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.315916 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['212a2726-05d4-4ddb-8e68-7d26d7191cdc'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:44.336493 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Pushing event deleted for resources: {'Port': ['ID=212a2726-05d4-4ddb-8e68-7d26d7191cdc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:44.496092 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] No DVR routers for this DVR port 212a2726-05d4-4ddb-8e68-7d26d7191cdc on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:50:44.503823 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.507567 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-cc51cacb-3d3f-4a4c-8b62-1a0088fd7f84 req-355fcd18-e3b6-40be-9447-88f4742a7ccf tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.49 "DELETE /v2.0/ports/212a2726-05d4-4ddb-8e68-7d26d7191cdc HTTP/1.1" status: 204 len: 173 time: 1.4028835 Apr 12 16:50:44.508223 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'name': 'network-vif-deleted', 'tag': '212a2726-05d4-4ddb-8e68-7d26d7191cdc'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:44.510831 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b832c1-113d-44dd-8de7-fbffd1e3b3b1" -d '{"events": [{"server_uuid": "a15503d7-161f-4fe6-88f6-c64d059401b5", "name": "network-vif-deleted", "tag": "212a2726-05d4-4ddb-8e68-7d26d7191cdc"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:44.540689 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-4b4d98b4-364a-401c-a555-bf1414239591 service neutron] 10.222.0.49 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736526 Apr 12 16:50:44.554250 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d3b7b-fba4-4a30-b4a5-e5ee4051b58a x-openstack-request-id: req-1b4d3b7b-fba4-4a30-b4a5-e5ee4051b58a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:44.554577 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15503d7-161f-4fe6-88f6-c64d059401b5", "name": "network-vif-deleted", "tag": "212a2726-05d4-4ddb-8e68-7d26d7191cdc", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:44.555055 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b4d3b7b-fba4-4a30-b4a5-e5ee4051b58a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:44.555792 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4d3b7b-fba4-4a30-b4a5-e5ee4051b58a'] response: {'server_uuid': 'a15503d7-161f-4fe6-88f6-c64d059401b5', 'name': 'network-vif-deleted', 'tag': '212a2726-05d4-4ddb-8e68-7d26d7191cdc', 'status': 'completed', 'code': 200} Apr 12 16:50:44.647230 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43e4d3f5-f7fb-40d7-b9bb-f6f128a28c57 admin admin] Publish callbacks [] for security_group (e13430a5-a265-4c54-aded-1909be9ffe21), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.662817 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3c87c09c-f9a1-4cba-82e6-c0c439e5fd50 req-03cc4a2b-200a-491e-9dc4-35677b526aee tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.0641291 Apr 12 16:50:44.707429 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.714707 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (55d90430-5f3b-41d9-b890-98e4c23ea732), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.829205 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43e4d3f5-f7fb-40d7-b9bb-f6f128a28c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e13430a5-a265-4c54-aded-1909be9ffe21), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.832132 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43e4d3f5-f7fb-40d7-b9bb-f6f128a28c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:44.835402 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-43e4d3f5-f7fb-40d7-b9bb-f6f128a28c57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e13430a5-a265-4c54-aded-1909be9ffe21 HTTP/1.1" status: 204 len: 168 time: 0.7107787 Apr 12 16:50:44.863419 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Floating IP 55d90430-5f3b-41d9-b890-98e4c23ea732 associated. External IP: 172.27.3.90, port: c70692fa-573f-49f1-8c3b-6dfb829e9729. Apr 12 16:50:44.866801 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4d3f5-f7fb-40d7-b9bb-f6f128a28c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13430a5-a265-4c54-aded-1909be9ffe21,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:44.882589 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a1ed437f-97bb-4636-89f9-0bdafd10fa18 req-6deea6b4-72f4-49a8-ac7a-3034788d15e6 service neutron] 10.222.0.49 "GET /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449592 Apr 12 16:50:45.133087 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Router e681618b-f086-45a2-a686-d3fee66f0071 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:50:45.228451 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48374) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:45.244105 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38ee3e8f-70ed-4ff7-8c69-1f61c9c30cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.285193 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1a4c-8f3d-48cb-8666-42a02d7ea2ff req-34995ff0-860c-4620-9c71-934d0e561cc2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:45.286663 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3d1f1a4c-8f3d-48cb-8666-42a02d7ea2ff req-34995ff0-860c-4620-9c71-934d0e561cc2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0861318 Apr 12 16:50:45.333453 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38ee3e8f-70ed-4ff7-8c69-1f61c9c30cc0 admin admin] Publish callbacks [] for security_group (c32149b5-8d34-4523-9964-8bbe474a5ae8), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.336260 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:50:45.337764 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-38ee3e8f-70ed-4ff7-8c69-1f61c9c30cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c32149b5-8d34-4523-9964-8bbe474a5ae8), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.345740 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.346589 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ca044-32f3-447f-9847-caff6179001d None None] Sync routers for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:50:45.359355 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:45.359741 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:50:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:45.381291 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5762901-be54-480a-96f8-2ac2135136c7 req-b131c841-4f5e-4f14-b4bb-9afc386e6d46 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:45.382810 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5762901-be54-480a-96f8-2ac2135136c7 req-b131c841-4f5e-4f14-b4bb-9afc386e6d46 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.1067576 Apr 12 16:50:45.386767 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee3e8f-70ed-4ff7-8c69-1f61c9c30cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32149b5-8d34-4523-9964-8bbe474a5ae8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:45.401976 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-38ee3e8f-70ed-4ff7-8c69-1f61c9c30cc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f845da002564d32ae3001c7da81bfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721783 Apr 12 16:50:45.404247 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48376) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:45.427018 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1607ef4b-aa67-4fcc-84da-5d92fce83c4c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "PUT /v2.0/floatingips/55d90430-5f3b-41d9-b890-98e4c23ea732 HTTP/1.1" status: 200 len: 990 time: 2.3166025 Apr 12 16:50:45.427018 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:45.427018 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82740890-f552-4af8-9e0d-bf6ef3a37555" -d '{"events": [{"name": "network-changed", "server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:45.435071 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3d1f1a4c-8f3d-48cb-8666-42a02d7ea2ff req-ed1e3508-acd3-4e56-95a6-0d22b57ef091 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391428 Apr 12 16:50:45.482425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5762901-be54-480a-96f8-2ac2135136c7 req-973cb41c-1377-4f63-96a3-e3fe22fa5726 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875382 Apr 12 16:50:45.489527 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bbb-1509-49f5-9763-8da5c1250b3e admin admin] Publish callbacks [] for security_group (c32149b5-8d34-4523-9964-8bbe474a5ae8), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.489685 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:45.494838 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c39ac-747c-4691-82cd-289870163bf9 x-openstack-request-id: req-856c39ac-747c-4691-82cd-289870163bf9 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:45.495168 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:45.495454 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-856c39ac-747c-4691-82cd-289870163bf9 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:45.495832 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856c39ac-747c-4691-82cd-289870163bf9'] response: {'name': 'network-changed', 'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'status': 'completed', 'code': 200} Apr 12 16:50:45.522842 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bbb-1509-49f5-9763-8da5c1250b3e admin admin] Publish callbacks [] for security_group (c32149b5-8d34-4523-9964-8bbe474a5ae8), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.584092 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bbb-1509-49f5-9763-8da5c1250b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c32149b5-8d34-4523-9964-8bbe474a5ae8), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.587548 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bbb-1509-49f5-9763-8da5c1250b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.588735 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1eb85bbb-1509-49f5-9763-8da5c1250b3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c32149b5-8d34-4523-9964-8bbe474a5ae8 HTTP/1.1" status: 204 len: 168 time: 0.1832662 Apr 12 16:50:45.597110 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb85bbb-1509-49f5-9763-8da5c1250b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32149b5-8d34-4523-9964-8bbe474a5ae8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:45.598132 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b1eb1-94c5-4c29-8ab6-a212968acbe9 req-61b27cea-b8b3-4610-b7dc-c92368efbaeb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:45.608345 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ac3b1eb1-94c5-4c29-8ab6-a212968acbe9 req-61b27cea-b8b3-4610-b7dc-c92368efbaeb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0667052 Apr 12 16:50:45.618450 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48386) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:45.623929 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'floatingip': {'port_id': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:45.670421 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (d718fdab-0ab9-40c3-824b-270e86284502), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:45.831034 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94225763-cd01-4205-870f-a00dbc871886 req-8bda6c63-80a6-44b3-b01d-aa88abcbf6a0 tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.0415215 Apr 12 16:50:45.940009 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '55d90430-5f3b-41d9-b890-98e4c23ea732', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'port_id': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'mac_address': 'fa:16:3e:d1:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:13Z', 'updated_at': '2022-04-12T16:50:44Z', 'revision_number': 1, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:45.973981 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ca044-32f3-447f-9847-caff6179001d None None] Checking router: e681618b-f086-45a2-a686-d3fee66f0071 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:50:45.985306 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:45.985306 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:50:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:46.115841 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:46.248937 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.253045 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (d718fdab-0ab9-40c3-824b-270e86284502), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.348509 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-348ca044-32f3-447f-9847-caff6179001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '55d90430-5f3b-41d9-b890-98e4c23ea732', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'port_id': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'mac_address': 'fa:16:3e:d1:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:13Z', 'updated_at': '2022-04-12T16:50:44Z', 'revision_number': 1, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:46.361466 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Floating IP d718fdab-0ab9-40c3-824b-270e86284502 associated. External IP: 172.27.3.161, port: 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9. Apr 12 16:50:46.387367 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ca044-32f3-447f-9847-caff6179001d None None] The sync data for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi is: [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '55d90430-5f3b-41d9-b890-98e4c23ea732', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'port_id': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'mac_address': 'fa:16:3e:d1:c8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:13Z', 'updated_at': '2022-04-12T16:50:44Z', 'revision_number': 1, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:46.451428 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48420) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:46.583548 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1424822507-network', 'tenant_id': '7143a9de06f44281aaa09d2296905e21'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:46.597864 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Router 72e7b348-5605-44ca-ac11-4bec6d2d94ee has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:50:46.635772 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3517f81-0bcc-4e18-8d23-21378745e43e req-82a3e6f1-3281-4394-83d3-dbd2ec5a19cc tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:46.637370 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3517f81-0bcc-4e18-8d23-21378745e43e req-82a3e6f1-3281-4394-83d3-dbd2ec5a19cc tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0739598 Apr 12 16:50:46.638558 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Made reservation on behalf of 7143a9de06f44281aaa09d2296905e21 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:46.641060 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.652778 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.733012 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d3517f81-0bcc-4e18-8d23-21378745e43e req-00a53404-4a9b-4c18-bcad-443689fea896 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818365 Apr 12 16:50:46.734818 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:50:46.740419 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.746556 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] Sync routers for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:50:46.763665 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:46.764360 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:50:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:46.786637 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-64f7f16c-a189-4dfa-b407-0ed968d53a6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "PUT /v2.0/floatingips/d718fdab-0ab9-40c3-824b-270e86284502 HTTP/1.1" status: 200 len: 991 time: 1.1664307 Apr 12 16:50:46.787421 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:46.789832 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45225e9d-130f-4620-a4a6-168c082a190c" -d '{"events": [{"name": "network-changed", "server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:46.796538 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks [] for security_group (902b382a-8cb8-4bfe-8626-0760d90da255), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.801787 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (902b382a-8cb8-4bfe-8626-0760d90da255), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.816602 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:50:46.837528 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7d6815-9be7-416a-a039-a70a6dd5b029 x-openstack-request-id: req-1b7d6815-9be7-416a-a039-a70a6dd5b029 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:46.837826 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:46.838134 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b7d6815-9be7-416a-a039-a70a6dd5b029 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:46.838540 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7d6815-9be7-416a-a039-a70a6dd5b029'] response: {'name': 'network-changed', 'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'status': 'completed', 'code': 200} Apr 12 16:50:46.853798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902b382a-8cb8-4bfe-8626-0760d90da255,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:46.862122 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (c5affc6c-2a6d-4b6c-99dd-61fa1906c060), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.862480 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Added segment c5affc6c-2a6d-4b6c-99dd-61fa1906c060 of type vlan for network 2e9149b7-a2b5-432c-93f4-b714c1667545 Apr 12 16:50:46.928293 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (2e9149b7-a2b5-432c-93f4-b714c1667545), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.939088 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:46.960358 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-103ff868-0afa-4399-9611-68178783f7cc req-da40a049-e828-4e01-9db7-3184e2c7c83a tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.0341122 Apr 12 16:50:46.983350 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (2e9149b7-a2b5-432c-93f4-b714c1667545), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:46.984688 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:46.985485 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:47.051201 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5953314 Apr 12 16:50:47.051422 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48434) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:47.056698 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Request body: {'subnet': {'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1424822507-subnet', 'tenant_id': '7143a9de06f44281aaa09d2296905e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:47.068843 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c9ba2-bd89-41b7-837a-eb3633b9199a admin admin] Pushing event updated for resources: {'Network': ['ID=2e9149b7-a2b5-432c-93f4-b714c1667545,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:47.089265 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 2e9149b7-a2b5-432c-93f4-b714c1667545 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:50:47.089507 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Made reservation on behalf of 7143a9de06f44281aaa09d2296905e21 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:47.091767 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:47.265429 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f805108-3f37-425d-bb63-5a00193c4bf5 None None] New status for floating IP 55d90430-5f3b-41d9-b890-98e4c23ea732: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:50:47.308472 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (3b3c3014-229e-499e-911f-54982106be16), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:47.334525 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd718fdab-0ab9-40c3-824b-270e86284502', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'port_id': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'mac_address': 'fa:16:3e:89:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:11Z', 'updated_at': '2022-04-12T16:50:46Z', 'revision_number': 1, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:47.363305 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] Checking router: 72e7b348-5605-44ca-ac11-4bec6d2d94ee for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:50:47.372254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3c3014-229e-499e-911f-54982106be16,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:47.372902 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:50:47.373587 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:50:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:47.382260 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Checking segment: {'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:47.382629 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Network hostable DHCP agents. Network: 2e9149b7-a2b5-432c-93f4-b714c1667545, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:50:47.408346 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Network 2e9149b7-a2b5-432c-93f4-b714c1667545 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:50:47.419062 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 2e9149b7-a2b5-432c-93f4-b714c1667545) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:47.423568 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:47.424233 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:47.442441 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-352a6891-3411-46ad-bc10-89fb75c15b5c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3900397 Apr 12 16:50:47.460118 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181a1683-894d-49b7-b28b-1c87e84e3aa7 None None] Network 2e9149b7-a2b5-432c-93f4-b714c1667545 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:47.559008 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:50:47.662432 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e6bbb-37a3-4245-9a87-20a4c1d88c8d None None] Network 2e9149b7-a2b5-432c-93f4-b714c1667545 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:47.876883 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dba539-0e05-4230-b967-cdf613ef9d68 req-2b248ff0-cbcc-457c-a4f7-16933cb59d7b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:47.878589 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4dba539-0e05-4230-b967-cdf613ef9d68 req-2b248ff0-cbcc-457c-a4f7-16933cb59d7b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0593793 Apr 12 16:50:47.909923 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd718fdab-0ab9-40c3-824b-270e86284502', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'port_id': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'mac_address': 'fa:16:3e:89:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:11Z', 'updated_at': '2022-04-12T16:50:46Z', 'revision_number': 1, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:47.932816 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4dba539-0e05-4230-b967-cdf613ef9d68 req-5b89eab5-d22a-48f9-a854-5d4d0a3e8deb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465600 Apr 12 16:50:47.942969 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822c4c5-4914-43dc-859b-4a95eea87a57 None None] The sync data for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi is: [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd718fdab-0ab9-40c3-824b-270e86284502', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'port_id': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'mac_address': 'fa:16:3e:89:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:11Z', 'updated_at': '2022-04-12T16:50:46Z', 'revision_number': 1, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:50:48.061521 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5293f96-aebf-4843-80af-7834f270a453 req-c649a4c0-acfa-4b27-ab85-dc113123660c tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.0276959 Apr 12 16:50:48.178871 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 212a2726-05d4-4ddb-8e68-7d26d7191cdc no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:50:48.199781 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 212a2726-05d4-4ddb-8e68-7d26d7191cdc {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:50:48.200145 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 212a2726-05d4-4ddb-8e68-7d26d7191cdc not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:50:48.420116 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45225e9d-130f-4620-a4a6-168c082a190c req-2f217bb8-6882-4614-8665-e43691176a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:48.421629 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-45225e9d-130f-4620-a4a6-168c082a190c req-2f217bb8-6882-4614-8665-e43691176a5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 1129 time: 0.0714314 Apr 12 16:50:48.422527 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-a09e2f0a-bbdc-410f-91fa-4579faf9459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:48.423879 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-a09e2f0a-bbdc-410f-91fa-4579faf9459d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 1129 time: 0.0749133 Apr 12 16:50:48.581086 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45225e9d-130f-4620-a4a6-168c082a190c req-9c73230e-6e35-487d-9bb2-0bd9310a4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:48.582454 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-45225e9d-130f-4620-a4a6-168c082a190c req-9c73230e-6e35-487d-9bb2-0bd9310a4152 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 912 time: 0.1347620 Apr 12 16:50:48.614961 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-132bcd3d-f9f8-43ed-84da-0ce38b7a447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:48.616382 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-132bcd3d-f9f8-43ed-84da-0ce38b7a447f service neutron] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 919 time: 0.1030214 Apr 12 16:50:48.990131 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-45225e9d-130f-4620-a4a6-168c082a190c req-8bc01074-c58a-4484-8cad-7b8cb98cb7bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 HTTP/1.1" status: 200 len: 999 time: 0.1476836 Apr 12 16:50:48.991893 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-601668e2-4c38-4c30-b246-70c28de959aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 200 len: 1000 time: 0.1483381 Apr 12 16:50:49.075236 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee278f-4bfa-4b24-b5c7-a98cd348652f req-13163590-ba2d-4b89-b978-7e6282e3933a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:49.076620 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8cee278f-4bfa-4b24-b5c7-a98cd348652f req-13163590-ba2d-4b89-b978-7e6282e3933a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0641911 Apr 12 16:50:49.153283 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8cee278f-4bfa-4b24-b5c7-a98cd348652f req-c30fd365-900d-4634-9900-06545c122652 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707645 Apr 12 16:50:49.221270 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e398988e-9b22-4b4c-be0a-1e93ceb595fd req-3fe73aab-f4ad-4c87-924b-04dab7db605d tempest-DeleteServersTestJSON-337409079 tempest-DeleteServersTestJSON-337409079-project] 10.222.0.55 "GET /v2.0/ports?device_id=a15503d7-161f-4fe6-88f6-c64d059401b5 HTTP/1.1" status: 200 len: 210 time: 0.0541916 Apr 12 16:50:49.226132 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-b5e39a65-0927-4187-8722-abfb9db1004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:49.234764 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-b5e39a65-0927-4187-8722-abfb9db1004b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.1369624 Apr 12 16:50:49.245159 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45225e9d-130f-4620-a4a6-168c082a190c req-2001931c-b79b-45d3-8e9a-eaa4950f1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:49.247115 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-45225e9d-130f-4620-a4a6-168c082a190c req-2001931c-b79b-45d3-8e9a-eaa4950f1247 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.1618071 Apr 12 16:50:49.279191 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8746595-ecc4-4833-a5c2-f913b3ff8e61 None None] New status for floating IP d718fdab-0ab9-40c3-824b-270e86284502: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:50:49.442881 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45225e9d-130f-4620-a4a6-168c082a190c req-4b0b300b-24c2-40fc-9c46-8d51310658eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:49.444594 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-45225e9d-130f-4620-a4a6-168c082a190c req-4b0b300b-24c2-40fc-9c46-8d51310658eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717180 Apr 12 16:50:49.451221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-ae2dc11d-cfd1-4119-951d-75cadddf1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:49.453253 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-ae2dc11d-cfd1-4119-951d-75cadddf1c14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791881 Apr 12 16:50:49.478762 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-f8542a97-7e03-4695-9000-f5da82b94e57 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:49.485883 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-f8542a97-7e03-4695-9000-f5da82b94e57 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/networks?id=2e9149b7-a2b5-432c-93f4-b714c1667545 HTTP/1.1" status: 200 len: 809 time: 0.1762979 Apr 12 16:50:49.509017 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-04d42b51-ce3f-42d5-9e52-71d6bdac1d9d tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/quotas/7143a9de06f44281aaa09d2296905e21 HTTP/1.1" status: 200 len: 375 time: 0.0216177 Apr 12 16:50:49.591735 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-188391a1-6b1e-4ca2-adfb-00aecf3579be tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7143a9de06f44281aaa09d2296905e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734153 Apr 12 16:50:49.745075 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-b4ab9620-9adb-4577-b329-6f8628085173 service neutron] 10.222.0.55 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540563 Apr 12 16:50:49.856288 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-45225e9d-130f-4620-a4a6-168c082a190c req-1ee95de6-afe4-4107-99c8-c5b219fefeb7 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017766 Apr 12 16:50:49.862274 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-31f557d0-e1ac-492d-9ed1-dda6b2451600 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873391 Apr 12 16:50:49.870532 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-aa37093f-e447-4327-b1a6-1e0aa17057b0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193960 Apr 12 16:50:50.030156 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-45225e9d-130f-4620-a4a6-168c082a190c req-662baa40-ce64-48c5-8b34-9fa10a38238d service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662405 Apr 12 16:50:50.032490 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-82740890-f552-4af8-9e0d-bf6ef3a37555 req-824ba9f4-3949-4f6c-88c9-ac3ba4bb8ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597614 Apr 12 16:50:50.119052 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a7533fed-bf38-49d9-8579-dd820522e25e req-0790dd2e-f6ed-4402-b0f0-64293458ec78 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 210 time: 0.0510628 Apr 12 16:50:50.301007 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c033a2-12c6-46e6-8375-a961321bb31d req-75c7eb97-cdc5-4c87-b317-5dd966e0a3db tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:50.302920 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e9c033a2-12c6-46e6-8375-a961321bb31d req-75c7eb97-cdc5-4c87-b317-5dd966e0a3db tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0589538 Apr 12 16:50:50.359789 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e9c033a2-12c6-46e6-8375-a961321bb31d req-e6b6aeec-4b41-4145-9a83-8d9f0724c868 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510931 Apr 12 16:50:51.208818 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1daa0934-f6f7-4c8c-8901-4b59409c0fca req-527122bb-f763-4746-8a78-b9f1c2a71e10 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 210 time: 0.0331001 Apr 12 16:50:51.397199 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-893ce5b4-ad64-43e2-ace6-05e575501b25 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:51.399349 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-893ce5b4-ad64-43e2-ace6-05e575501b25 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "GET /v2.0/networks?id=2e9149b7-a2b5-432c-93f4-b714c1667545 HTTP/1.1" status: 200 len: 809 time: 0.1384611 Apr 12 16:50:51.430584 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Request body: {'port': {'device_id': '544208db-e6e4-44ef-b8b6-98814cfca152', 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545', 'admin_state_up': True, 'tenant_id': '7143a9de06f44281aaa09d2296905e21'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:51.483439 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da0d9c-770a-4384-888a-49286276e257 req-da5fbedc-07c1-4d44-9760-5abc4c1b8579 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:51.484965 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49da0d9c-770a-4384-888a-49286276e257 req-da5fbedc-07c1-4d44-9760-5abc4c1b8579 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0487680 Apr 12 16:50:51.533450 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49da0d9c-770a-4384-888a-49286276e257 req-2a1c9be4-bb63-45c0-b74a-ab8be27029e8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Apr 12 16:50:51.545010 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Made reservation on behalf of 7143a9de06f44281aaa09d2296905e21 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:51.548621 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:51.683377 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Allocated IP 172.20.0.3 (2e9149b7-a2b5-432c-93f4-b714c1667545/3b3c3014-229e-499e-911f-54982106be16/5cdcf641-a72f-464b-8b28-76f4ee71d2a8) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:50:51.709035 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48584) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:51.793467 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] Deleting subnet 58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:50:51.800758 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] Publish callbacks [] for subnet (58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:51.877247 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] Publish callbacks [] for subnet (58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:51.893272 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:51.940068 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks [] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:51.984296 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.018671 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:52.021245 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.024877 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ba138364-af30-45db-9e84-5936ce821ce5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/58d95ad6-fe5f-4aef-bb3c-e46d5e8a1988 HTTP/1.1" status: 204 len: 168 time: 0.3141088 Apr 12 16:50:52.030923 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.031733 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48586) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:52.079489 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Network 2e9149b7-a2b5-432c-93f4-b714c1667545 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:50:52.082680 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:52.087705 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:50:52.092865 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:52.093480 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.097197 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Pushing event updated for resources: {'Port': ['ID=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:52.104161 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (cca18eda-7a1c-4187-84e7-40170bf9a1fd), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.114460 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-d93ebdd5-3a85-4569-806d-85560f4c6c65 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6882234 Apr 12 16:50:52.135239 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Request body: {'port': {'device_id': '544208db-e6e4-44ef-b8b6-98814cfca152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:52.186787 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (cca18eda-7a1c-4187-84e7-40170bf9a1fd), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.193838 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.207059 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.207411 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.208152 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.208507 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > port after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.208859 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > port after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.209395 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > port after_update 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.209531 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.209852 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.210172 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.210519 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.314046 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e1a368a-08fe-4155-aa57-8049d365bc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.341807 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.342231 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.342643 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.343088 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:52.343574 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca18eda-7a1c-4187-84e7-40170bf9a1fd']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:52.379484 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6949e882-5c8a-455d-8a4d-c821feae8e37') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:52.379781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6949e882-5c8a-455d-8a4d-c821feae8e37') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:52.416600 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130153'] for segment (6949e882-5c8a-455d-8a4d-c821feae8e37), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.427746 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48604) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:52.455032 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40834d3b-82d6-4f1c-8a4e-6796c0fa67f5 req-6dd268af-e71f-406c-8edd-6473a9c86591 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:52.459358 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40834d3b-82d6-4f1c-8a4e-6796c0fa67f5 req-6dd268af-e71f-406c-8edd-6473a9c86591 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 931 time: 0.1096380 Apr 12 16:50:52.462956 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (6949e882-5c8a-455d-8a4d-c821feae8e37), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.473808 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:50:52.474347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9325953'] for segment (6949e882-5c8a-455d-8a4d-c821feae8e37), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.501339 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] Deleting subnet 0b40ba82-e45a-4e10-92fc-e93bee519a8a {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:50:52.509301 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] Publish callbacks [] for subnet (0b40ba82-e45a-4e10-92fc-e93bee519a8a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: from cryptography.utils import int_from_bytes Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: from cryptography.utils import int_from_bytes Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: timer() Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: self._notify() Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: event.method(event) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:50:52.511929 dv-cinder-837529-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:50:52.569911 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:52.579576 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] Publish callbacks [] for subnet (0b40ba82-e45a-4e10-92fc-e93bee519a8a), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.582561 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Publish callbacks [] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.591594 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (0b40ba82-e45a-4e10-92fc-e93bee519a8a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.618371 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (cca18eda-7a1c-4187-84e7-40170bf9a1fd), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.620661 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Transition to ACTIVE for port object 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:50:52.630566 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.660359 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.663593 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] 10.222.0.55 "DELETE /v2.0/networks/cca18eda-7a1c-4187-84e7-40170bf9a1fd HTTP/1.1" status: 204 len: 168 time: 0.6349099 Apr 12 16:50:52.674563 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48612) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:52.681727 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f35aa5-460e-4f52-9a6b-1798ff334faa admin admin] Pushing event deleted for resources: {'Network': ['ID=cca18eda-7a1c-4187-84e7-40170bf9a1fd,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:52.688825 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40834d3b-82d6-4f1c-8a4e-6796c0fa67f5 req-ce6443f2-8aa5-443b-ab47-c3488070f1ca tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191384 Apr 12 16:50:52.703626 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723abdda-5a87-4b97-af5e-099f63553939 req-c85663ae-221c-419b-b5e8-fcf9c3e753a2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:52.704803 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-723abdda-5a87-4b97-af5e-099f63553939 req-c85663ae-221c-419b-b5e8-fcf9c3e753a2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0940425 Apr 12 16:50:52.730129 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Pushing event updated for resources: {'Port': ['ID=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:52.763763 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for subnet (0b40ba82-e45a-4e10-92fc-e93bee519a8a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.788019 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-723abdda-5a87-4b97-af5e-099f63553939 req-cbbe9636-0040-4b45-a32d-c91c8eec87ec tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702071 Apr 12 16:50:52.795189 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Attempting to bind port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:50:52.795535 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Attempting to bind port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:50:52.795867 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Attempting to bind port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 on network 2e9149b7-a2b5-432c-93f4-b714c1667545 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:52.802369 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b40ba82-e45a-4e10-92fc-e93bee519a8a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:52.805570 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 on network 2e9149b7-a2b5-432c-93f4-b714c1667545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:50:52.806015 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Attempting to bind port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 on network 2e9149b7-a2b5-432c-93f4-b714c1667545 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:50:52.810578 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.813750 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6cbe9c7f-d326-45c1-b4d3-20f8f290f0f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0b40ba82-e45a-4e10-92fc-e93bee519a8a HTTP/1.1" status: 204 len: 168 time: 0.3850405 Apr 12 16:50:52.816133 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:52.823782 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:50:52.824130 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Checking segment: {'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:52.824519 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Bound using segment: {'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:50:52.824961 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Bound port: 5cdcf641-a72f-464b-8b28-76f4ee71d2a8, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:50:52.825320 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.866209 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48620) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:52.907208 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-fa3006f6-3885-465f-805d-2a8078f51a46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a22d3e4af5314898abc2baa0c42e4a36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397136 Apr 12 16:50:52.909546 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48622) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:52.928272 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65f6e425-6667-4806-87ba-2db96430c7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.945763 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (8fb7ab06-3924-4555-a6a1-baec70bc0171), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.961347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-103a5a40-949c-4474-91d2-434e776ef44e admin admin] Publish callbacks [] for security_group (13d9d564-a4e0-4ee4-a69f-d10dfa25c97b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.989219 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-103a5a40-949c-4474-91d2-434e776ef44e admin admin] Publish callbacks [] for security_group (13d9d564-a4e0-4ee4-a69f-d10dfa25c97b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:52.989443 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] For port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:50:53.023752 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] For port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:50:53.041080 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-103a5a40-949c-4474-91d2-434e776ef44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (13d9d564-a4e0-4ee4-a69f-d10dfa25c97b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.044013 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-103a5a40-949c-4474-91d2-434e776ef44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.045196 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-103a5a40-949c-4474-91d2-434e776ef44e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13d9d564-a4e0-4ee4-a69f-d10dfa25c97b HTTP/1.1" status: 204 len: 168 time: 0.1347139 Apr 12 16:50:53.045906 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.055433 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a5a40-949c-4474-91d2-434e776ef44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9d564-a4e0-4ee4-a69f-d10dfa25c97b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:53.141647 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:53.141751 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.143231 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] 10.222.0.49 "PUT /v2.0/ports/5cdcf641-a72f-464b-8b28-76f4ee71d2a8 HTTP/1.1" status: 200 len: 1093 time: 1.0123467 Apr 12 16:50:53.145018 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (8fb7ab06-3924-4555-a6a1-baec70bc0171), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.151574 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544208db-e6e4-44ef-b8b6-98814cfca152', 'tag': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:53.154010 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb8d009-4e08-42cc-b48c-8e5d72901597" -d '{"events": [{"name": "network-changed", "server_uuid": "544208db-e6e4-44ef-b8b6-98814cfca152", "tag": "5cdcf641-a72f-464b-8b28-76f4ee71d2a8"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:53.198296 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.198646 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.199646 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.200020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > port after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.200893 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.201264 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > port after_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.201596 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.201926 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.202299 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.202565 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.268910 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.269268 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.269603 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.269938 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 16:50:53.270297 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb7ab06-3924-4555-a6a1-baec70bc0171']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:53.276968 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52043484-f6f1-4490-9fb1-f37f345f8ee5 x-openstack-request-id: req-52043484-f6f1-4490-9fb1-f37f345f8ee5 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:53.277192 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544208db-e6e4-44ef-b8b6-98814cfca152", "tag": "5cdcf641-a72f-464b-8b28-76f4ee71d2a8", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:53.277445 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52043484-f6f1-4490-9fb1-f37f345f8ee5 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:53.277846 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52043484-f6f1-4490-9fb1-f37f345f8ee5'] response: {'name': 'network-changed', 'server_uuid': '544208db-e6e4-44ef-b8b6-98814cfca152', 'tag': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8', 'status': 'completed', 'code': 200} Apr 12 16:50:53.300262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e3bce-7edc-478d-bd5f-b18d22ae325f service neutron] Pushing event updated for resources: {'Port': ['ID=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:53.313773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f78f44-8c05-4457-8254-404829fee55e') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:53.314077 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f78f44-8c05-4457-8254-404829fee55e') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:53.352975 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65f6e425-6667-4806-87ba-2db96430c7d1 admin admin] Publish callbacks [] for security_group (54d84b32-49d2-48f5-95e6-8e872fc8768a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.357042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (89f78f44-8c05-4457-8254-404829fee55e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.370532 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-65f6e425-6667-4806-87ba-2db96430c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (54d84b32-49d2-48f5-95e6-8e872fc8768a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.401652 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (89f78f44-8c05-4457-8254-404829fee55e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.405275 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-5ec15e7e-a4e6-4909-be66-5c7527f4157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:53.406912 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-5ec15e7e-a4e6-4909-be66-5c7527f4157d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7143a9de06f44281aaa09d2296905e21&device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 1127 time: 0.1282961 Apr 12 16:50:53.424873 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:50:53.425292 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (89f78f44-8c05-4457-8254-404829fee55e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: from cryptography.utils import int_from_bytes Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: from cryptography.utils import int_from_bytes Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:50:53.434026 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:50:53.490736 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-65f6e425-6667-4806-87ba-2db96430c7d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0c262fd95f44590b6e5d39284749e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8140848 Apr 12 16:50:53.493618 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48636) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:53.519313 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e425-6667-4806-87ba-2db96430c7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d84b32-49d2-48f5-95e6-8e872fc8768a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:53.524806 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-5292c6d8-1ded-4e15-877f-ddcde074bbdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cdcf641-a72f-464b-8b28-76f4ee71d2a8 HTTP/1.1" status: 200 len: 217 time: 0.0873687 Apr 12 16:50:53.550006 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c22be84-4c4c-44be-b389-94bd965c9790 admin admin] Publish callbacks [] for security_group (54d84b32-49d2-48f5-95e6-8e872fc8768a), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.567735 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (8fb7ab06-3924-4555-a6a1-baec70bc0171), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.574534 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c22be84-4c4c-44be-b389-94bd965c9790 admin admin] Publish callbacks [] for security_group (54d84b32-49d2-48f5-95e6-8e872fc8768a), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.587262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.592964 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8fb7ab06-3924-4555-a6a1-baec70bc0171 HTTP/1.1" status: 204 len: 168 time: 0.7731848 Apr 12 16:50:53.594317 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48640) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:53.595293 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01187f0f-96a9-4c8d-a8d5-b4b0c8715920 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb7ab06-3924-4555-a6a1-baec70bc0171,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:53.604054 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-e483c097-cb89-4a8c-b5b1-788bcdd61b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:53.605870 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-e483c097-cb89-4a8c-b5b1-788bcdd61b5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b3c3014-229e-499e-911f-54982106be16 HTTP/1.1" status: 200 len: 849 time: 0.0676754 Apr 12 16:50:53.646054 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-553f5d9e-b380-4a1d-9368-a9c438f2e7e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e9149b7-a2b5-432c-93f4-b714c1667545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286388 Apr 12 16:50:53.660780 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] Deleting subnet 70f01db9-8aa1-47c7-a6f7-13a3626852fb {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:50:53.669024 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] Publish callbacks [] for subnet (70f01db9-8aa1-47c7-a6f7-13a3626852fb), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.694523 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c22be84-4c4c-44be-b389-94bd965c9790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (54d84b32-49d2-48f5-95e6-8e872fc8768a), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.697961 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c22be84-4c4c-44be-b389-94bd965c9790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.701812 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1c22be84-4c4c-44be-b389-94bd965c9790 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54d84b32-49d2-48f5-95e6-8e872fc8768a HTTP/1.1" status: 204 len: 168 time: 0.2044451 Apr 12 16:50:53.718842 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22be84-4c4c-44be-b389-94bd965c9790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d84b32-49d2-48f5-95e6-8e872fc8768a,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:53.722552 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (70f01db9-8aa1-47c7-a6f7-13a3626852fb), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.793114 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (70f01db9-8aa1-47c7-a6f7-13a3626852fb), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:53.846335 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-7512131f-067d-4505-8d49-91c572177297 service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934364 Apr 12 16:50:53.931901 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84403311-9ced-4170-9927-5b7a55038bb1 req-d256d64e-1661-4e91-9e84-0ac1cf97859b tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:53.934049 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84403311-9ced-4170-9927-5b7a55038bb1 req-d256d64e-1661-4e91-9e84-0ac1cf97859b tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 943 time: 0.1022666 Apr 12 16:50:53.952156 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1cdaa-063a-45ee-9c3d-4e9eb7aaa786 req-549090b6-e210-493b-9ef8-8710357197a8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:53.953511 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4f1cdaa-063a-45ee-9c3d-4e9eb7aaa786 req-549090b6-e210-493b-9ef8-8710357197a8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0796874 Apr 12 16:50:53.980751 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7be63957-80c0-47f5-8e43-cf474ddc88b3 req-45f1ec4b-7909-487e-a0ac-80b89b20147e service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270981 Apr 12 16:50:53.986980 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (70f01db9-8aa1-47c7-a6f7-13a3626852fb), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.012450 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48658) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:54.038851 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f01db9-8aa1-47c7-a6f7-13a3626852fb,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:54.047371 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.047456 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d967fef4-72bf-4c88-a69b-808d30c2402b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70f01db9-8aa1-47c7-a6f7-13a3626852fb HTTP/1.1" status: 204 len: 168 time: 0.4520798 Apr 12 16:50:54.049599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48662) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:54.083456 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84403311-9ced-4170-9927-5b7a55038bb1 req-14fe86bc-b1f7-4a89-b1ff-fef9401da6c8 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416855 Apr 12 16:50:54.088753 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a4f1cdaa-063a-45ee-9c3d-4e9eb7aaa786 req-fd38f89a-0196-4941-9d42-66ef03afca1a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262250 Apr 12 16:50:54.168923 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (5e4ef4b5-a655-40fe-b165-ed3a38f93730), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.179565 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-283068831-network', 'tenant_id': '7732c71252d448a3a365d178efba69b4'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:54.223608 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Made reservation on behalf of 7732c71252d448a3a365d178efba69b4 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:54.225896 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.250029 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.300406 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (5e4ef4b5-a655-40fe-b165-ed3a38f93730), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.573772 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4ef4b5-a655-40fe-b165-ed3a38f93730']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:54.589269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d32b832-78da-4811-8e04-c6c2ab2b2e70') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:54.589577 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d32b832-78da-4811-8e04-c6c2ab2b2e70') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:54.603523 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (9d32b832-78da-4811-8e04-c6c2ab2b2e70), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.627965 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (9d32b832-78da-4811-8e04-c6c2ab2b2e70), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.640108 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:50:54.640714 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (9d32b832-78da-4811-8e04-c6c2ab2b2e70), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:50:54.642557 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:50:54.709976 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks [] for security_group (cf8d1a9a-2b07-435c-946e-7a74c08b3cd7), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.721317 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (cf8d1a9a-2b07-435c-946e-7a74c08b3cd7), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.729951 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (5e4ef4b5-a655-40fe-b165-ed3a38f93730), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.734789 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.738340 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] 10.222.0.55 "DELETE /v2.0/networks/5e4ef4b5-a655-40fe-b165-ed3a38f93730 HTTP/1.1" status: 204 len: 168 time: 0.6875048 Apr 12 16:50:54.788258 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:50:54.795776 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29ed17-7faf-4201-a8d2-1064f492264d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4ef4b5-a655-40fe-b165-ed3a38f93730,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:54.809951 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d1a9a-2b07-435c-946e-7a74c08b3cd7,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:54.817313 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (b31ed53e-33b3-4fd4-b15d-648a2c8a3a64), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.817697 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Added segment b31ed53e-33b3-4fd4-b15d-648a2c8a3a64 of type vlan for network 595b8b40-6dba-4c2a-b44e-f52eb46cf7ab Apr 12 16:50:54.850125 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc974e2c-30e1-485f-bdcc-2fae33cf882d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.875288 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (595b8b40-6dba-4c2a-b44e-f52eb46cf7ab), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.903948 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (595b8b40-6dba-4c2a-b44e-f52eb46cf7ab), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.905252 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:54.906172 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:54.968446 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9549067 Apr 12 16:50:54.971394 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48728) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:54.978349 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Request body: {'subnet': {'network_id': '595b8b40-6dba-4c2a-b44e-f52eb46cf7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-283068831-subnet', 'tenant_id': '7732c71252d448a3a365d178efba69b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:54.984568 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997ab54-c2ed-442d-8753-a43f16563246 admin admin] Pushing event updated for resources: {'Network': ['ID=595b8b40-6dba-4c2a-b44e-f52eb46cf7ab,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:55.002139 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 595b8b40-6dba-4c2a-b44e-f52eb46cf7ab details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:50:55.003496 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48730) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:55.007291 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Made reservation on behalf of 7732c71252d448a3a365d178efba69b4 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:55.009849 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9242177'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.049824 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d425fecc-97be-4f26-be26-b167c9a758f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ce3ce86ed854b8fafe9250cc99c9135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449111 Apr 12 16:50:55.052180 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48732) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:55.158800 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-82ff1cb5-7533-48a3-b898-87c92860bf94 admin admin] Publish callbacks [] for security_group (eb0004c5-e081-438f-b4d7-a8658a1f270b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.208186 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-82ff1cb5-7533-48a3-b898-87c92860bf94 admin admin] Publish callbacks [] for security_group (eb0004c5-e081-438f-b4d7-a8658a1f270b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.302033 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9242199'] for subnet (6d1ff397-e81a-430c-86bc-02abac1818b8), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.308955 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-82ff1cb5-7533-48a3-b898-87c92860bf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (eb0004c5-e081-438f-b4d7-a8658a1f270b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.309255 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-dd089f6f-4174-4368-8921-7a609f8c3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:55.310756 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-dd089f6f-4174-4368-8921-7a609f8c3f04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7143a9de06f44281aaa09d2296905e21&device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 1127 time: 0.0750139 Apr 12 16:50:55.311724 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-82ff1cb5-7533-48a3-b898-87c92860bf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.312830 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-82ff1cb5-7533-48a3-b898-87c92860bf94 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb0004c5-e081-438f-b4d7-a8658a1f270b HTTP/1.1" status: 204 len: 168 time: 0.2597191 Apr 12 16:50:55.337680 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff1cb5-7533-48a3-b898-87c92860bf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0004c5-e081-438f-b4d7-a8658a1f270b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:55.345378 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fad2b-9306-4ca0-bdc1-74c5fcf1d9da req-b8250719-db97-44e3-b89b-e37193161485 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:55.346956 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc5fad2b-9306-4ca0-bdc1-74c5fcf1d9da req-b8250719-db97-44e3-b89b-e37193161485 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 943 time: 0.0959496 Apr 12 16:50:55.365167 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac79bb7-6126-4693-83f0-bea7e46a9606 req-d98d3ddf-0ded-4c60-98fc-edee608a909a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:55.366630 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4ac79bb7-6126-4693-83f0-bea7e46a9606 req-d98d3ddf-0ded-4c60-98fc-edee608a909a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.1139069 Apr 12 16:50:55.410349 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1ff397-e81a-430c-86bc-02abac1818b8,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:55.449296 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc5fad2b-9306-4ca0-bdc1-74c5fcf1d9da req-eb39352d-ac89-4432-9562-2522f10de7c3 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815985 Apr 12 16:50:55.452570 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4ac79bb7-6126-4693-83f0-bea7e46a9606 req-ce1a3a4a-474c-4289-9673-78a3c97547ff tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769606 Apr 12 16:50:55.455100 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Checking segment: {'id': 'b31ed53e-33b3-4fd4-b15d-648a2c8a3a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '595b8b40-6dba-4c2a-b44e-f52eb46cf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:55.455479 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Network hostable DHCP agents. Network: 595b8b40-6dba-4c2a-b44e-f52eb46cf7ab, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:50:55.489822 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-37dae9aa-b137-46ee-b20c-b68c56031823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:55.493047 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-37dae9aa-b137-46ee-b20c-b68c56031823 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e9149b7-a2b5-432c-93f4-b714c1667545 HTTP/1.1" status: 200 len: 911 time: 0.1608582 Apr 12 16:50:55.546383 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-2feb1028-a065-46fd-b2fb-92ae9d8482ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cdcf641-a72f-464b-8b28-76f4ee71d2a8 HTTP/1.1" status: 200 len: 217 time: 0.0450675 Apr 12 16:50:55.546998 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Network 595b8b40-6dba-4c2a-b44e-f52eb46cf7ab is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:50:55.581606 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 595b8b40-6dba-4c2a-b44e-f52eb46cf7ab) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:55.586575 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:55.588610 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.589986 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe831b7-857a-46eb-8dc8-820841458f37 None None] Network 595b8b40-6dba-4c2a-b44e-f52eb46cf7ab requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:55.613736 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fdd0ede8-32a8-4ef5-993e-5749988e9e06 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6412406 Apr 12 16:50:55.619257 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-1274eab8-e9d3-4d4c-bb51-21d03b20f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:55.620741 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-1274eab8-e9d3-4d4c-bb51-21d03b20f429 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b3c3014-229e-499e-911f-54982106be16 HTTP/1.1" status: 200 len: 849 time: 0.0681291 Apr 12 16:50:55.658757 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-71770309-1a9d-4119-9602-d3981df692aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e9149b7-a2b5-432c-93f4-b714c1667545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308757 Apr 12 16:50:55.715262 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f918c42-a0f6-47b2-b947-f9389d0787fa None None] Network 595b8b40-6dba-4c2a-b44e-f52eb46cf7ab requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:55.779792 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48762) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:55.808296 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-aecb72b8-4089-4372-b718-dbd406354dee service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421618 Apr 12 16:50:55.836333 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-81239344-bec0-4fec-967f-1fd982f5ad8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ff8cf6987834a8fbc9aa123124bca6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549784 Apr 12 16:50:55.838601 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48766) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:55.868600 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.911653 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-142487bc-022f-4706-b938-591f5091b6a9 admin admin] Publish callbacks [] for security_group (28264e27-1291-492b-9b3f-b334f42127b9), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:55.938091 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7fb8d009-4e08-42cc-b48c-8e5d72901597 req-551d12e0-042c-4331-b3ce-2d66a06ea525 service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176784 Apr 12 16:50:55.947255 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-142487bc-022f-4706-b938-591f5091b6a9 admin admin] Publish callbacks [] for security_group (28264e27-1291-492b-9b3f-b334f42127b9), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.001617 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-142487bc-022f-4706-b938-591f5091b6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (28264e27-1291-492b-9b3f-b334f42127b9), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.004143 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-142487bc-022f-4706-b938-591f5091b6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.011901 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-142487bc-022f-4706-b938-591f5091b6a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28264e27-1291-492b-9b3f-b334f42127b9 HTTP/1.1" status: 204 len: 168 time: 0.1698225 Apr 12 16:50:56.021299 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142487bc-022f-4706-b938-591f5091b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28264e27-1291-492b-9b3f-b334f42127b9,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:56.394195 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48790) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:56.399845 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-507367316-network', 'tenant_id': 'c8288683de1f485faf3397c6e69ec29b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:56.435745 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Made reservation on behalf of c8288683de1f485faf3397c6e69ec29b for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:56.438216 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.452139 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.552653 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks [] for security_group (bc5068fa-ab9e-4c57-985f-7cb71bcf5278), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.560332 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (bc5068fa-ab9e-4c57-985f-7cb71bcf5278), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.589867 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5068fa-ab9e-4c57-985f-7cb71bcf5278,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:56.605993 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:50:56.622512 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (6458e31e-7995-4140-b51d-aee0478ba7aa), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.622909 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Added segment 6458e31e-7995-4140-b51d-aee0478ba7aa of type vlan for network b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9 Apr 12 16:50:56.629844 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817b66d-fd4c-4fc7-b0d5-13038c6ef566 req-fa5b39a8-ce58-427a-a7fa-0775f25bba06 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:56.631495 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2817b66d-fd4c-4fc7-b0d5-13038c6ef566 req-fa5b39a8-ce58-427a-a7fa-0775f25bba06 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0665298 Apr 12 16:50:56.677788 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.702707 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77950f0-1c28-4283-8dcd-0ea32cf80120 req-e6b509cc-625d-4b5a-9943-f0c5350b1ad7 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:56.704266 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c77950f0-1c28-4283-8dcd-0ea32cf80120 req-e6b509cc-625d-4b5a-9943-f0c5350b1ad7 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 943 time: 0.0828385 Apr 12 16:50:56.721969 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2817b66d-fd4c-4fc7-b0d5-13038c6ef566 req-6e90dc3a-83b8-4315-a25f-3d534a801cf8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Apr 12 16:50:56.728932 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.729977 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:56.731061 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.787634 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c77950f0-1c28-4283-8dcd-0ea32cf80120 req-4fc3a0a0-3831-4441-9a1e-05456d754ebd tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645592 Apr 12 16:50:56.803002 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48808) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:56.803361 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4075108 Apr 12 16:50:56.812817 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:50:56.815364 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e197708-a88b-42ad-b95c-3a51b54982ed admin admin] Pushing event updated for resources: {'Network': ['ID=b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:56.816536 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Request body: {'subnet': {'network_id': 'b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-507367316-subnet', 'tenant_id': 'c8288683de1f485faf3397c6e69ec29b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:50:56.840607 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Made reservation on behalf of c8288683de1f485faf3397c6e69ec29b for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:50:56.843067 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9134213'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:56.846804 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:50:57.016715 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:57.030209 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8', 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545', 'port_id': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8', 'mac_address': 'fa:16:3e:fe:82:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3c3014-229e-499e-911f-54982106be16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:50:57.077435 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:57.077851 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.094963 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:50:57.119123 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:57.124818 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.177874 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:57.187355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.187721 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.188245 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.188864 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.189279 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.189637 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.189982 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.190326 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.190672 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.191041 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.191385 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.191728 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.192065 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.192399 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.192746 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:50:57.287098 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9326564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9134227'] for subnet (5431fa9c-a926-45a9-855a-56c1befc21b1), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.328536 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.351267 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5431fa9c-a926-45a9-855a-56c1befc21b1,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:57.358830 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Checking segment: {'id': '6458e31e-7995-4140-b51d-aee0478ba7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:50:57.359292 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Network hostable DHCP agents. Network: b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:50:57.376444 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Network b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:50:57.387920 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:50:57.392621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:57.393388 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.398479 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a8f2f-3324-46ff-90d0-c6ac161ebb41 None None] Network b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:57.423025 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-67e66bb3-9dde-4d1f-921d-c1e145afcafd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6128349 Apr 12 16:50:57.519050 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ebe6c-d800-448b-b876-001f756e514a None None] Network b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:50:57.554025 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48828) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:57.594188 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['5cdcf641-a72f-464b-8b28-76f4ee71d2a8'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:50:57.610561 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] Deleting subnet 6d1ff397-e81a-430c-86bc-02abac1818b8 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:50:57.614445 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] Publish callbacks [] for subnet (6d1ff397-e81a-430c-86bc-02abac1818b8), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.653301 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (6d1ff397-e81a-430c-86bc-02abac1818b8), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.697604 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (6d1ff397-e81a-430c-86bc-02abac1818b8), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.777014 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (6d1ff397-e81a-430c-86bc-02abac1818b8), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.815779 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1ff397-e81a-430c-86bc-02abac1818b8,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:57.828746 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.831880 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-43b2d54f-58e3-4192-a467-0adbd946bbe5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6d1ff397-e81a-430c-86bc-02abac1818b8 HTTP/1.1" status: 204 len: 168 time: 0.2757821 Apr 12 16:50:57.834846 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48838) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:57.873780 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a23b4-6ad3-4579-b8a8-6422995d72db req-79ad48cb-8dc0-4f9f-9e0e-3eaedd77cf4c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:57.875824 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-329a23b4-6ad3-4579-b8a8-6422995d72db req-79ad48cb-8dc0-4f9f-9e0e-3eaedd77cf4c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0627880 Apr 12 16:50:57.912830 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (595b8b40-6dba-4c2a-b44e-f52eb46cf7ab), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:57.961526 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8dd8a-cdea-4119-ac06-ceadd4b473df req-bf83db1c-2225-4e61-95be-2e4efe57d08d tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:57.963115 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7fd8dd8a-cdea-4119-ac06-ceadd4b473df req-bf83db1c-2225-4e61-95be-2e4efe57d08d tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 944 time: 0.0765290 Apr 12 16:50:57.974431 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-329a23b4-6ad3-4579-b8a8-6422995d72db req-0ef926c6-e339-4d5e-a503-a442117f9005 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896907 Apr 12 16:50:58.018402 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (595b8b40-6dba-4c2a-b44e-f52eb46cf7ab), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.026639 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7fd8dd8a-cdea-4119-ac06-ceadd4b473df req-ff450388-0c2d-4a08-82f5-6eb7057c20fc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Apr 12 16:50:58.042561 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595b8b40-6dba-4c2a-b44e-f52eb46cf7ab']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:58.056771 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31ed53e-33b3-4fd4-b15d-648a2c8a3a64') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:58.057191 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31ed53e-33b3-4fd4-b15d-648a2c8a3a64') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:58.068041 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (b31ed53e-33b3-4fd4-b15d-648a2c8a3a64), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.083171 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (b31ed53e-33b3-4fd4-b15d-648a2c8a3a64), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.089302 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:50:58.089718 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (b31ed53e-33b3-4fd4-b15d-648a2c8a3a64), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:50:58.091620 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:50:58.151935 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (595b8b40-6dba-4c2a-b44e-f52eb46cf7ab), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.158032 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.161292 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] 10.222.0.55 "DELETE /v2.0/networks/595b8b40-6dba-4c2a-b44e-f52eb46cf7ab HTTP/1.1" status: 204 len: 168 time: 0.3252082 Apr 12 16:50:58.164636 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48844) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:58.172917 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426afd29-74f0-44b6-9ff6-2dd981f8cd55 admin admin] Pushing event deleted for resources: {'Network': ['ID=595b8b40-6dba-4c2a-b44e-f52eb46cf7ab,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:58.219834 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] Deleting subnet 5431fa9c-a926-45a9-855a-56c1befc21b1 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:50:58.223673 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] Publish callbacks [] for subnet (5431fa9c-a926-45a9-855a-56c1befc21b1), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.260996 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (5431fa9c-a926-45a9-855a-56c1befc21b1), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.305854 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (5431fa9c-a926-45a9-855a-56c1befc21b1), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.358090 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (5431fa9c-a926-45a9-855a-56c1befc21b1), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.386542 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5431fa9c-a926-45a9-855a-56c1befc21b1,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:58.396420 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.399828 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9b532f91-7401-4950-a4b6-829ca1b54e6e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5431fa9c-a926-45a9-855a-56c1befc21b1 HTTP/1.1" status: 204 len: 168 time: 0.2340050 Apr 12 16:50:58.402362 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 48850) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:58.474808 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.557149 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.576817 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:58.585644 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6458e31e-7995-4140-b51d-aee0478ba7aa') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:58.585968 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6458e31e-7995-4140-b51d-aee0478ba7aa') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:50:58.595948 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (6458e31e-7995-4140-b51d-aee0478ba7aa), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.610070 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (6458e31e-7995-4140-b51d-aee0478ba7aa), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.616459 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:50:58.616885 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (6458e31e-7995-4140-b51d-aee0478ba7aa), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:50:58.619184 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:50:58.672836 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.678024 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.682506 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] 10.222.0.55 "DELETE /v2.0/networks/b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9 HTTP/1.1" status: 204 len: 168 time: 0.2790275 Apr 12 16:50:58.694137 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0d45e-b97f-4a3e-8117-4b7bc8602d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e5ed7e-8cec-4f48-ad7a-7da79873b1a9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:58.815576 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:50:58.853605 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48854) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:58.865751 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:50:58.872474 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:50:58.873150 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.895275 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-66d6d4ba-9b87-4392-a2a3-addb429e70f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7732c71252d448a3a365d178efba69b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399396 Apr 12 16:50:58.897212 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48856) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:58.947219 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-862bee1b-560c-4302-b37b-0fccea054e9c admin admin] Publish callbacks [] for security_group (cf8d1a9a-2b07-435c-946e-7a74c08b3cd7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.964067 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:50:58.964472 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.969487 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-862bee1b-560c-4302-b37b-0fccea054e9c admin admin] Publish callbacks [] for security_group (cf8d1a9a-2b07-435c-946e-7a74c08b3cd7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.979046 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:58.995006 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544208db-e6e4-44ef-b8b6-98814cfca152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:50:58.997280 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355e5cd-5742-48c4-8ec9-20c3d3db1120" -d '{"events": [{"server_uuid": "544208db-e6e4-44ef-b8b6-98814cfca152", "name": "network-vif-plugged", "status": "completed", "tag": "5cdcf641-a72f-464b-8b28-76f4ee71d2a8"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:50:59.012510 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:50:59.018401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:59.026155 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-862bee1b-560c-4302-b37b-0fccea054e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (cf8d1a9a-2b07-435c-946e-7a74c08b3cd7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:59.028991 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-862bee1b-560c-4302-b37b-0fccea054e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:59.030152 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-862bee1b-560c-4302-b37b-0fccea054e9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf8d1a9a-2b07-435c-946e-7a74c08b3cd7 HTTP/1.1" status: 204 len: 168 time: 0.1320393 Apr 12 16:50:59.044551 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bee1b-560c-4302-b37b-0fccea054e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d1a9a-2b07-435c-946e-7a74c08b3cd7,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:59.087001 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98323160-95f8-4598-b14f-5f812f3b4fc9 x-openstack-request-id: req-98323160-95f8-4598-b14f-5f812f3b4fc9 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:50:59.087461 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544208db-e6e4-44ef-b8b6-98814cfca152", "name": "network-vif-plugged", "status": "completed", "tag": "5cdcf641-a72f-464b-8b28-76f4ee71d2a8", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:50:59.087734 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98323160-95f8-4598-b14f-5f812f3b4fc9 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:50:59.088145 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98323160-95f8-4598-b14f-5f812f3b4fc9'] response: {'server_uuid': '544208db-e6e4-44ef-b8b6-98814cfca152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8', 'code': 200} Apr 12 16:50:59.093945 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:50:59.143972 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187a07-577c-4e8a-ab25-658b704f64a1 req-c4b9a2f6-cba4-4ad7-ae1a-c076a333c54b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:59.145802 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3187a07-577c-4e8a-ab25-658b704f64a1 req-c4b9a2f6-cba4-4ad7-ae1a-c076a333c54b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0579722 Apr 12 16:50:59.219406 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2436b-1ac8-4bd8-bf72-8d2f971d5d5e req-bc37c86e-5f2d-4b60-87fa-4edcea41611e tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:59.226179 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-18f2436b-1ac8-4bd8-bf72-8d2f971d5d5e req-bc37c86e-5f2d-4b60-87fa-4edcea41611e tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0725169 Apr 12 16:50:59.296609 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-18f2436b-1ac8-4bd8-bf72-8d2f971d5d5e req-d1478bc3-6f36-47b8-b05c-6a420f99756d tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687499 Apr 12 16:50:59.299684 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3187a07-577c-4e8a-ab25-658b704f64a1 req-ff124693-4ecf-4145-91aa-542fb516aefa tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474602 Apr 12 16:50:59.373330 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e92b08-aec6-44fb-9051-7957dbc99e96 req-18714399-5629-4b83-9c1c-1371c1380637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:50:59.374974 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-81e92b08-aec6-44fb-9051-7957dbc99e96 req-18714399-5629-4b83-9c1c-1371c1380637 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 1129 time: 0.0454321 Apr 12 16:50:59.430590 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-81e92b08-aec6-44fb-9051-7957dbc99e96 req-6a2d1083-6ab9-454b-8627-f7d0c6107e74 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Apr 12 16:50:59.469598 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48880) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:59.513321 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9391a960-5a3f-4231-8d88-32b9466bb8ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8288683de1f485faf3397c6e69ec29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422540 Apr 12 16:50:59.516535 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 48882) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:50:59.573467 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-009b382a-9c1f-468e-9e29-27f4a6f13459 admin admin] Publish callbacks [] for security_group (bc5068fa-ab9e-4c57-985f-7cb71bcf5278), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:59.601157 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-009b382a-9c1f-468e-9e29-27f4a6f13459 admin admin] Publish callbacks [] for security_group (bc5068fa-ab9e-4c57-985f-7cb71bcf5278), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:59.657564 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-009b382a-9c1f-468e-9e29-27f4a6f13459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (bc5068fa-ab9e-4c57-985f-7cb71bcf5278), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:59.660518 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-009b382a-9c1f-468e-9e29-27f4a6f13459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:50:59.664815 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-009b382a-9c1f-468e-9e29-27f4a6f13459 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc5068fa-ab9e-4c57-985f-7cb71bcf5278 HTTP/1.1" status: 204 len: 168 time: 0.1439576 Apr 12 16:50:59.672107 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b382a-9c1f-468e-9e29-27f4a6f13459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5068fa-ab9e-4c57-985f-7cb71bcf5278,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:00.254482 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:51:00.449507 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6367f-7041-498f-811e-c9ef5b333151 req-80d972d0-34d9-49ff-8715-e5bd42d9a78b tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:00.451058 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8ad6367f-7041-498f-811e-c9ef5b333151 req-80d972d0-34d9-49ff-8715-e5bd42d9a78b tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0779381 Apr 12 16:51:00.457489 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544601f-31f3-4700-a528-39fd8e52d1c6 req-610c8630-28ed-4c8d-8289-c6ae75f9a5c2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:00.459325 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9544601f-31f3-4700-a528-39fd8e52d1c6 req-610c8630-28ed-4c8d-8289-c6ae75f9a5c2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0750611 Apr 12 16:51:00.546010 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8ad6367f-7041-498f-811e-c9ef5b333151 req-1907a3ea-da14-48ff-8ca0-583aa3eec1fe tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854013 Apr 12 16:51:00.548906 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9544601f-31f3-4700-a528-39fd8e52d1c6 req-97529ded-b362-4780-bc7a-813dccaa3b18 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743885 Apr 12 16:51:01.707413 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cdd89-c787-497f-80d0-deccf825703f req-07ead06c-4de0-4b34-bfa4-a14246dce0a7 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:01.710019 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c02cdd89-c787-497f-80d0-deccf825703f req-07ead06c-4de0-4b34-bfa4-a14246dce0a7 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0931997 Apr 12 16:51:01.745317 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5906c59-6770-47a5-ac39-d991cc123a56 req-c2b34d6e-b7cb-4811-bdf5-97314ceaaaa9 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:01.746840 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5906c59-6770-47a5-ac39-d991cc123a56 req-c2b34d6e-b7cb-4811-bdf5-97314ceaaaa9 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0918736 Apr 12 16:51:01.795762 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c02cdd89-c787-497f-80d0-deccf825703f req-f43e8601-d7ae-4467-ad9a-f194928fa8f6 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772755 Apr 12 16:51:01.818710 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5906c59-6770-47a5-ac39-d991cc123a56 req-fca44d35-c145-4f18-a184-a58b510778e9 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640068 Apr 12 16:51:02.946489 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6e11b-b507-4f8a-9a5c-5dc73908ec4e req-2321058f-1411-4639-b149-2d0f9b823273 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:02.947470 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bd6e11b-b507-4f8a-9a5c-5dc73908ec4e req-2321058f-1411-4639-b149-2d0f9b823273 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0802679 Apr 12 16:51:02.978359 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b295c0-c22f-4b4b-b4e7-995ba9718cdf req-c44cc7d9-7b4c-407a-8f37-909564e8ac73 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:02.979863 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2b295c0-c22f-4b4b-b4e7-995ba9718cdf req-c44cc7d9-7b4c-407a-8f37-909564e8ac73 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0833054 Apr 12 16:51:03.025814 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8bd6e11b-b507-4f8a-9a5c-5dc73908ec4e req-61a6a5c6-bec6-4eb4-bce9-5035ea96f941 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712361 Apr 12 16:51:03.049139 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2b295c0-c22f-4b4b-b4e7-995ba9718cdf req-3b2fcd7f-43a0-4812-a448-f731906fbd5b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626507 Apr 12 16:51:04.163223 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8266-d7ba-4ecb-8c61-8bf32dfd7305 req-2d01d9ad-c83d-4f80-9d18-7d3ccc810d9d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:04.164733 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40fd8266-d7ba-4ecb-8c61-8bf32dfd7305 req-2d01d9ad-c83d-4f80-9d18-7d3ccc810d9d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0484896 Apr 12 16:51:04.216451 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40fd8266-d7ba-4ecb-8c61-8bf32dfd7305 req-a5acfb15-4272-4836-b552-4e83dda757e6 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Apr 12 16:51:04.489144 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1779ae-3f56-433d-80cc-9aca1ab424a6 req-aebdaa1e-8f7e-443f-b7f6-ba65f5080834 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:04.490667 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e1779ae-3f56-433d-80cc-9aca1ab424a6 req-aebdaa1e-8f7e-443f-b7f6-ba65f5080834 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0512264 Apr 12 16:51:04.544689 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e1779ae-3f56-433d-80cc-9aca1ab424a6 req-eb591b48-244f-490f-9cdc-a4958eb0699a tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Apr 12 16:51:05.328434 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf26573-5920-4a32-9f81-58814719bbdd req-91c46410-cc17-4d86-9ae0-59881a474ec0 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:05.329920 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccf26573-5920-4a32-9f81-58814719bbdd req-91c46410-cc17-4d86-9ae0-59881a474ec0 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0463941 Apr 12 16:51:05.377742 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccf26573-5920-4a32-9f81-58814719bbdd req-a6ff8c59-142b-44a2-b589-19d5df3708d5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Apr 12 16:51:05.657847 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c831-29ee-4083-a665-aa95639242a5 req-7464a463-6c60-4566-ba55-17bd9aa2553c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:05.659392 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8f1c831-29ee-4083-a665-aa95639242a5 req-7464a463-6c60-4566-ba55-17bd9aa2553c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0464954 Apr 12 16:51:05.713932 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8f1c831-29ee-4083-a665-aa95639242a5 req-bd4e413f-3b41-4bba-b23a-d44c71159de2 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 Apr 12 16:51:06.498765 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa02a1a-0a9c-42ab-a9e5-00fad60d2276 req-c1292a2a-2789-44c9-81eb-061872411ed7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:06.500300 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7fa02a1a-0a9c-42ab-a9e5-00fad60d2276 req-c1292a2a-2789-44c9-81eb-061872411ed7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0561285 Apr 12 16:51:06.547538 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7fa02a1a-0a9c-42ab-a9e5-00fad60d2276 req-6cd40861-cfde-4674-b6b4-9ae0f12f069c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Apr 12 16:51:06.849341 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487098b4-9ab9-4ef0-9d15-c8dfa676c618 req-675e6e21-2c29-470d-8b03-7ec17b7a3857 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:06.850857 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-487098b4-9ab9-4ef0-9d15-c8dfa676c618 req-675e6e21-2c29-470d-8b03-7ec17b7a3857 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0559766 Apr 12 16:51:06.900017 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-487098b4-9ab9-4ef0-9d15-c8dfa676c618 req-bad2674b-d987-49bc-86de-c77eaa15cac9 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Apr 12 16:51:07.670141 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da825a7-f12c-4e14-af5e-d2de16bd3c6e req-4eba3117-742d-49ae-8d45-064d29313300 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:07.671708 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2da825a7-f12c-4e14-af5e-d2de16bd3c6e req-4eba3117-742d-49ae-8d45-064d29313300 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0510497 Apr 12 16:51:07.720536 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2da825a7-f12c-4e14-af5e-d2de16bd3c6e req-eb1f1e76-8961-4c66-b0ae-8929bcf3ee6e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Apr 12 16:51:08.015226 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40713560-0d9a-4a86-9d80-0ec5a4c03e36 req-47de1cdf-a04b-476c-aacf-c442b23ea5de tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:08.016704 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40713560-0d9a-4a86-9d80-0ec5a4c03e36 req-47de1cdf-a04b-476c-aacf-c442b23ea5de tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0458941 Apr 12 16:51:08.063395 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-40713560-0d9a-4a86-9d80-0ec5a4c03e36 req-944750db-fd16-44f8-92a7-26ed7c12469c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Apr 12 16:51:08.125824 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-dc17fcc7-3640-4071-bf71-afbff06f42f9 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:08.127364 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-dc17fcc7-3640-4071-bf71-afbff06f42f9 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Apr 12 16:51:08.221280 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Deleting port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:51:08.221630 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:08.326829 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] For port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:51:08.330337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:08.343584 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Calling delete_port for 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:51:08.480512 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (5cdcf641-a72f-464b-8b28-76f4ee71d2a8), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:08.507610 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Pushing event deleted for resources: {'Port': ['ID=5cdcf641-a72f-464b-8b28-76f4ee71d2a8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:08.526620 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['5cdcf641-a72f-464b-8b28-76f4ee71d2a8'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:51:08.559291 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] No DVR routers for this DVR port 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:51:08.561875 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:08.565543 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-951bf7cb-4b8b-46c4-bd46-dbdb49c466aa req-7910f195-e6a7-42d1-a08c-61e48ad3cacc tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "DELETE /v2.0/ports/5cdcf641-a72f-464b-8b28-76f4ee71d2a8 HTTP/1.1" status: 204 len: 173 time: 0.4310775 Apr 12 16:51:08.566004 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544208db-e6e4-44ef-b8b6-98814cfca152', 'name': 'network-vif-deleted', 'tag': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:51:08.568740 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6406d29b-7dcc-4352-98a1-f930ea434f2b" -d '{"events": [{"server_uuid": "544208db-e6e4-44ef-b8b6-98814cfca152", "name": "network-vif-deleted", "tag": "5cdcf641-a72f-464b-8b28-76f4ee71d2a8"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:51:08.614373 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6749b28-2d5d-406a-a49f-96af667e6516 x-openstack-request-id: req-d6749b28-2d5d-406a-a49f-96af667e6516 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:51:08.614674 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544208db-e6e4-44ef-b8b6-98814cfca152", "name": "network-vif-deleted", "tag": "5cdcf641-a72f-464b-8b28-76f4ee71d2a8", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:51:08.614969 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6749b28-2d5d-406a-a49f-96af667e6516 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:51:08.615379 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6749b28-2d5d-406a-a49f-96af667e6516'] response: {'server_uuid': '544208db-e6e4-44ef-b8b6-98814cfca152', 'name': 'network-vif-deleted', 'tag': '5cdcf641-a72f-464b-8b28-76f4ee71d2a8', 'status': 'completed', 'code': 200} Apr 12 16:51:08.842437 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257262-4c4b-44f3-bfac-4304df73d5ab req-1c592e01-c2ab-43e4-9686-3fa014a31649 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:08.844089 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e257262-4c4b-44f3-bfac-4304df73d5ab req-1c592e01-c2ab-43e4-9686-3fa014a31649 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0485020 Apr 12 16:51:08.905334 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e257262-4c4b-44f3-bfac-4304df73d5ab req-8758e377-c915-4a31-b4a4-36c7cc9ec515 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527883 Apr 12 16:51:09.180470 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e3b2523-6346-41ff-9616-8be23bf5c46d req-9226f3e2-4706-4dd7-ae9d-1a57a19afab3 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=544208db-e6e4-44ef-b8b6-98814cfca152 HTTP/1.1" status: 200 len: 210 time: 0.0275893 Apr 12 16:51:09.533739 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49114) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:09.642456 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d341aa5c-ddb9-43b9-b97b-42a393b4708a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:09.735032 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d341aa5c-ddb9-43b9-b97b-42a393b4708a admin admin] Publish callbacks [] for security_group (271cf299-9bee-4545-a943-a0cd9604e117), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:09.739016 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d341aa5c-ddb9-43b9-b97b-42a393b4708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (271cf299-9bee-4545-a943-a0cd9604e117), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:09.779898 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d341aa5c-ddb9-43b9-b97b-42a393b4708a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fc78418f7614047bdbb30693dfe5348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427580 Apr 12 16:51:09.780640 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:09.782375 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341aa5c-ddb9-43b9-b97b-42a393b4708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271cf299-9bee-4545-a943-a0cd9604e117,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:09.834280 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d8589c6-2d12-4ead-b7ef-4084bf12c28c admin admin] Publish callbacks [] for security_group (271cf299-9bee-4545-a943-a0cd9604e117), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:09.862555 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d8589c6-2d12-4ead-b7ef-4084bf12c28c admin admin] Publish callbacks [] for security_group (271cf299-9bee-4545-a943-a0cd9604e117), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:09.912730 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d8589c6-2d12-4ead-b7ef-4084bf12c28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (271cf299-9bee-4545-a943-a0cd9604e117), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:09.915631 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2d8589c6-2d12-4ead-b7ef-4084bf12c28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:09.917069 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2d8589c6-2d12-4ead-b7ef-4084bf12c28c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/271cf299-9bee-4545-a943-a0cd9604e117 HTTP/1.1" status: 204 len: 168 time: 0.1356885 Apr 12 16:51:09.925372 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8589c6-2d12-4ead-b7ef-4084bf12c28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271cf299-9bee-4545-a943-a0cd9604e117,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:10.050050 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01f159-777a-4016-9c0c-e4a977711d3e req-7ff766fd-c255-4004-9b8f-9316d11ef261 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:10.051833 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc01f159-777a-4016-9c0c-e4a977711d3e req-7ff766fd-c255-4004-9b8f-9316d11ef261 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0613289 Apr 12 16:51:10.114003 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc01f159-777a-4016-9c0c-e4a977711d3e req-553357ae-109b-469e-b2d1-0adac005db94 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Apr 12 16:51:10.250495 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49144) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:10.264373 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67a2decb-dcc4-46cc-8701-1964d884fd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:10.357932 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67a2decb-dcc4-46cc-8701-1964d884fd46 admin admin] Publish callbacks [] for security_group (cf141470-b9a8-4a08-b201-5c188691bb86), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:10.364661 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67a2decb-dcc4-46cc-8701-1964d884fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (cf141470-b9a8-4a08-b201-5c188691bb86), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:10.422110 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-67a2decb-dcc4-46cc-8701-1964d884fd46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a94fe2df4dd94608bebf988381d17344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703212 Apr 12 16:51:10.423103 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2decb-dcc4-46cc-8701-1964d884fd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf141470-b9a8-4a08-b201-5c188691bb86,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:10.425558 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49158) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:10.549196 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e480da38-fc24-45db-8024-37fff0b19e98 admin admin] Publish callbacks [] for security_group (cf141470-b9a8-4a08-b201-5c188691bb86), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:10.586468 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-cedd2a03-5d15-4f1c-878d-c45664b25494 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:10.588149 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-cedd2a03-5d15-4f1c-878d-c45664b25494 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/networks?id=2e9149b7-a2b5-432c-93f4-b714c1667545 HTTP/1.1" status: 200 len: 809 time: 0.1546614 Apr 12 16:51:10.593316 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e480da38-fc24-45db-8024-37fff0b19e98 admin admin] Publish callbacks [] for security_group (cf141470-b9a8-4a08-b201-5c188691bb86), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:10.618962 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-bf5a0750-068f-4dcd-ab97-503cd2e2cdcf tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/quotas/7143a9de06f44281aaa09d2296905e21 HTTP/1.1" status: 200 len: 375 time: 0.0234573 Apr 12 16:51:10.660403 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-c254aaf5-de82-4c2c-a10e-fb3da7598c61 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7143a9de06f44281aaa09d2296905e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350771 Apr 12 16:51:10.697362 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e480da38-fc24-45db-8024-37fff0b19e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (cf141470-b9a8-4a08-b201-5c188691bb86), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:10.699981 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e480da38-fc24-45db-8024-37fff0b19e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:10.701161 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e480da38-fc24-45db-8024-37fff0b19e98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf141470-b9a8-4a08-b201-5c188691bb86 HTTP/1.1" status: 204 len: 168 time: 0.2743213 Apr 12 16:51:10.755686 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480da38-fc24-45db-8024-37fff0b19e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf141470-b9a8-4a08-b201-5c188691bb86,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:10.804971 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-ac5f302f-4aba-482a-9e8d-1d65e1a1b406 service neutron] 10.222.0.55 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348851 Apr 12 16:51:10.917472 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-d34a828a-7b9f-4cde-a32e-1f51cd13c199 service neutron] 10.222.0.55 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057606 Apr 12 16:51:11.112868 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-74e99a7e-dbd4-4b53-8965-c0def4e1647e req-f065d519-9aa7-48b4-a4e1-e4e0912f9c96 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 210 time: 0.0377991 Apr 12 16:51:11.254454 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee167-08fd-43a4-bb39-d08d8132f5dd req-80f261ec-73de-434a-a4a9-23782cbc2fcd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:11.256337 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75bee167-08fd-43a4-bb39-d08d8132f5dd req-80f261ec-73de-434a-a4a9-23782cbc2fcd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0692687 Apr 12 16:51:11.326810 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75bee167-08fd-43a4-bb39-d08d8132f5dd req-fc3e9179-aa0f-4610-82ca-8456797ab751 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636854 Apr 12 16:51:11.577322 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49210) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:11.703508 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-08d5ca77-cfa4-4645-a7a0-e35dd081eaf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:11.815886 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-08d5ca77-cfa4-4645-a7a0-e35dd081eaf4 admin admin] Publish callbacks [] for security_group (9f00f6a3-b2d0-41a4-8bb6-80852f163b16), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:11.824556 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-08d5ca77-cfa4-4645-a7a0-e35dd081eaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (9f00f6a3-b2d0-41a4-8bb6-80852f163b16), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:11.864707 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:11.869795 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ca77-cfa4-4645-a7a0-e35dd081eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00f6a3-b2d0-41a4-8bb6-80852f163b16,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:11.875367 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-08d5ca77-cfa4-4645-a7a0-e35dd081eaf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25bf88aef52346b79b59b83d7204bc10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966843 Apr 12 16:51:11.878505 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49218) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:11.934996 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6f046bca-3da7-4f5e-aade-e06fa473febd admin admin] Publish callbacks [] for security_group (9f00f6a3-b2d0-41a4-8bb6-80852f163b16), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:11.958353 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6f046bca-3da7-4f5e-aade-e06fa473febd admin admin] Publish callbacks [] for security_group (9f00f6a3-b2d0-41a4-8bb6-80852f163b16), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.016438 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6f046bca-3da7-4f5e-aade-e06fa473febd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (9f00f6a3-b2d0-41a4-8bb6-80852f163b16), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.019763 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6f046bca-3da7-4f5e-aade-e06fa473febd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.020935 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6f046bca-3da7-4f5e-aade-e06fa473febd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f00f6a3-b2d0-41a4-8bb6-80852f163b16 HTTP/1.1" status: 204 len: 168 time: 0.1408565 Apr 12 16:51:12.030290 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f046bca-3da7-4f5e-aade-e06fa473febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00f6a3-b2d0-41a4-8bb6-80852f163b16,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:12.201725 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-27de8c4d-1473-4f6e-93d5-41ce03137fe0 req-6e9057e3-fa40-44be-ab8a-269eb26360f0 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 210 time: 0.0296159 Apr 12 16:51:12.362957 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49234) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:12.379335 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e0d103ff-d5c9-4faf-a64e-51ac05e17fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.439588 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-5085fc4e-c812-4934-8671-0b8c6b911ff6 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:12.441127 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-5085fc4e-c812-4934-8671-0b8c6b911ff6 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "GET /v2.0/networks?id=2e9149b7-a2b5-432c-93f4-b714c1667545 HTTP/1.1" status: 200 len: 809 time: 0.1295226 Apr 12 16:51:12.462582 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Request body: {'port': {'device_id': '031247d2-4af4-498b-8f81-386f282a23b7', 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545', 'admin_state_up': True, 'tenant_id': '7143a9de06f44281aaa09d2296905e21'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:51:12.475855 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce8f37-7694-40cf-af06-396a9600f997 req-d2ba9a17-3208-4ae1-b662-fed759c6d576 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:12.478204 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfce8f37-7694-40cf-af06-396a9600f997 req-d2ba9a17-3208-4ae1-b662-fed759c6d576 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0642848 Apr 12 16:51:12.538570 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e0d103ff-d5c9-4faf-a64e-51ac05e17fc7 admin admin] Publish callbacks [] for security_group (9795ab8f-7e87-4120-b702-db7e591cf5ca), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.550637 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e0d103ff-d5c9-4faf-a64e-51ac05e17fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (9795ab8f-7e87-4120-b702-db7e591cf5ca), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.560862 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfce8f37-7694-40cf-af06-396a9600f997 req-8fc0f1d0-bb92-41dd-9180-3ccdd0318304 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741413 Apr 12 16:51:12.592901 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Made reservation on behalf of 7143a9de06f44281aaa09d2296905e21 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:51:12.595572 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e0d103ff-d5c9-4faf-a64e-51ac05e17fc7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22d417887cef4eea8732fa1f7127105f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312298 Apr 12 16:51:12.596381 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.596748 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d103ff-d5c9-4faf-a64e-51ac05e17fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795ab8f-7e87-4120-b702-db7e591cf5ca,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:12.599619 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49240) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:12.658149 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c196-3c8f-494c-a4b5-1ae68067b26e admin admin] Publish callbacks [] for security_group (9795ab8f-7e87-4120-b702-db7e591cf5ca), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.682134 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c196-3c8f-494c-a4b5-1ae68067b26e admin admin] Publish callbacks [] for security_group (9795ab8f-7e87-4120-b702-db7e591cf5ca), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.738465 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Allocated IP 172.20.0.11 (2e9149b7-a2b5-432c-93f4-b714c1667545/3b3c3014-229e-499e-911f-54982106be16/7bea7a20-ebd7-49c5-b434-dc42b66e621e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:51:12.738846 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c196-3c8f-494c-a4b5-1ae68067b26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (9795ab8f-7e87-4120-b702-db7e591cf5ca), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.742236 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1d4c196-3c8f-494c-a4b5-1ae68067b26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.744228 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e1d4c196-3c8f-494c-a4b5-1ae68067b26e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9795ab8f-7e87-4120-b702-db7e591cf5ca HTTP/1.1" status: 204 len: 168 time: 0.1434865 Apr 12 16:51:12.752595 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4c196-3c8f-494c-a4b5-1ae68067b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795ab8f-7e87-4120-b702-db7e591cf5ca,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:12.892497 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:51:12.905723 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks [] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.924723 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:51:12.925304 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 5cdcf641-a72f-464b-8b28-76f4ee71d2a8 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:51:12.943537 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:12.998621 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Network 2e9149b7-a2b5-432c-93f4-b714c1667545 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:51:13.002878 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:51:13.005096 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Pushing event updated for resources: {'Port': ['ID=7bea7a20-ebd7-49c5-b434-dc42b66e621e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:13.007346 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:51:13.059597 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:13.060238 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:13.076975 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b926cf17-8343-4afb-93be-f00396baef62 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6192522 Apr 12 16:51:13.101008 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Request body: {'port': {'device_id': '031247d2-4af4-498b-8f81-386f282a23b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:51:13.178941 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:13.377020 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835aa8d-2998-4a90-9eba-bc3f70c1d7ff req-2e6cbccc-61c0-463b-a289-14d31606c2de tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:13.378585 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2835aa8d-2998-4a90-9eba-bc3f70c1d7ff req-2e6cbccc-61c0-463b-a289-14d31606c2de tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 932 time: 0.0760849 Apr 12 16:51:13.442180 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2835aa8d-2998-4a90-9eba-bc3f70c1d7ff req-92d4df4f-28c6-4b61-b8af-a29bd1f47335 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568058 Apr 12 16:51:13.505975 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bea7a20-ebd7-49c5-b434-dc42b66e621e {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:51:13.516816 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Publish callbacks [] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:13.530778 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Transition to ACTIVE for port object 7bea7a20-ebd7-49c5-b434-dc42b66e621e will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:51:13.535072 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:13.589890 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Pushing event updated for resources: {'Port': ['ID=7bea7a20-ebd7-49c5-b434-dc42b66e621e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:13.674262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Attempting to bind port 7bea7a20-ebd7-49c5-b434-dc42b66e621e on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:51:13.675057 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Attempting to bind port 7bea7a20-ebd7-49c5-b434-dc42b66e621e by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:51:13.675488 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Attempting to bind port 7bea7a20-ebd7-49c5-b434-dc42b66e621e on network 2e9149b7-a2b5-432c-93f4-b714c1667545 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:51:13.681174 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Port 7bea7a20-ebd7-49c5-b434-dc42b66e621e on network 2e9149b7-a2b5-432c-93f4-b714c1667545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:51:13.681749 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Attempting to bind port 7bea7a20-ebd7-49c5-b434-dc42b66e621e on network 2e9149b7-a2b5-432c-93f4-b714c1667545 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:51:13.688563 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:51:13.688918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Checking segment: {'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:51:13.689378 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Bound using segment: {'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:51:13.689834 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Bound port: 7bea7a20-ebd7-49c5-b434-dc42b66e621e, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:51:13.690205 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:13.693317 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb05a7c-7410-4181-8c30-62b757741345 req-ccc186c8-9cdd-4ed1-a614-6373ece10946 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:13.694916 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3fb05a7c-7410-4181-8c30-62b757741345 req-ccc186c8-9cdd-4ed1-a614-6373ece10946 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0535796 Apr 12 16:51:13.771663 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3fb05a7c-7410-4181-8c30-62b757741345 req-49831a8c-a051-4857-a0ef-60f28a04dde8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667090 Apr 12 16:51:13.772456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] For port 7bea7a20-ebd7-49c5-b434-dc42b66e621e, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:51:13.776446 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] For port 7bea7a20-ebd7-49c5-b434-dc42b66e621e, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7bea7a20-ebd7-49c5-b434-dc42b66e621e,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:51:13.783761 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:13.828188 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:13.828826 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:13.830223 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] 10.222.0.49 "PUT /v2.0/ports/7bea7a20-ebd7-49c5-b434-dc42b66e621e HTTP/1.1" status: 200 len: 1094 time: 0.7348344 Apr 12 16:51:13.830670 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031247d2-4af4-498b-8f81-386f282a23b7', 'tag': '7bea7a20-ebd7-49c5-b434-dc42b66e621e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:51:13.832943 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71" -d '{"events": [{"name": "network-changed", "server_uuid": "031247d2-4af4-498b-8f81-386f282a23b7", "tag": "7bea7a20-ebd7-49c5-b434-dc42b66e621e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:51:13.867462 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda60d6d-5131-48f3-bb00-d4b5d8128ffa service neutron] Pushing event updated for resources: {'Port': ['ID=7bea7a20-ebd7-49c5-b434-dc42b66e621e,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:13.879582 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003691e-c7b2-4faf-9942-247aad8f05a6 x-openstack-request-id: req-1003691e-c7b2-4faf-9942-247aad8f05a6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:51:13.879968 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031247d2-4af4-498b-8f81-386f282a23b7", "tag": "7bea7a20-ebd7-49c5-b434-dc42b66e621e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:51:13.880521 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1003691e-c7b2-4faf-9942-247aad8f05a6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:51:13.881124 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1003691e-c7b2-4faf-9942-247aad8f05a6'] response: {'name': 'network-changed', 'server_uuid': '031247d2-4af4-498b-8f81-386f282a23b7', 'tag': '7bea7a20-ebd7-49c5-b434-dc42b66e621e', 'status': 'completed', 'code': 200} Apr 12 16:51:13.946079 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-ec6804b8-1d81-4374-8714-636307bd1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:13.947665 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-ec6804b8-1d81-4374-8714-636307bd1593 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7143a9de06f44281aaa09d2296905e21&device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 1128 time: 0.0412850 Apr 12 16:51:14.000668 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-b9863db9-7be1-4ba9-ac9b-a1d52a122760 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bea7a20-ebd7-49c5-b434-dc42b66e621e HTTP/1.1" status: 200 len: 217 time: 0.0355961 Apr 12 16:51:14.053000 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-f87f1a5c-8cc3-48cf-b306-dbbae1771b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:14.054663 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-f87f1a5c-8cc3-48cf-b306-dbbae1771b27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b3c3014-229e-499e-911f-54982106be16 HTTP/1.1" status: 200 len: 849 time: 0.0444653 Apr 12 16:51:14.093042 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-367cfc8d-8c53-4ba0-93d8-f5f9e3e77d5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e9149b7-a2b5-432c-93f4-b714c1667545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298100 Apr 12 16:51:14.189067 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-7ed56066-ef89-4026-bfdd-903944492b13 service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880570 Apr 12 16:51:14.289000 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c2558ea-1b16-4bb5-b3b5-3f42b731571e req-ef126428-3d50-4eaf-aa56-e1e1150b91e7 service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925212 Apr 12 16:51:14.566924 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f90a-f18e-49d4-892e-35b1a8a9a97a req-4a1751df-f333-4290-a67f-f044bb9c7b9e tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:14.571066 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d041f90a-f18e-49d4-892e-35b1a8a9a97a req-4a1751df-f333-4290-a67f-f044bb9c7b9e tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 944 time: 0.0494223 Apr 12 16:51:14.627582 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d041f90a-f18e-49d4-892e-35b1a8a9a97a req-2b8a8244-7c76-4b12-9883-1749b71da357 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501726 Apr 12 16:51:14.673934 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49314) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:14.785082 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e2083b3a-2301-47cb-b546-6ed9c81182bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:14.908065 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd286d-7304-44b1-a443-2003c4e81dee req-b916c621-f40d-49ee-bfcb-963f86525e39 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:14.909472 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47dd286d-7304-44b1-a443-2003c4e81dee req-b916c621-f40d-49ee-bfcb-963f86525e39 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0680974 Apr 12 16:51:14.911302 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e2083b3a-2301-47cb-b546-6ed9c81182bb admin admin] Publish callbacks [] for security_group (e627065a-efae-48b0-99e5-ee61c66a8e9b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:14.922603 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e2083b3a-2301-47cb-b546-6ed9c81182bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e627065a-efae-48b0-99e5-ee61c66a8e9b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:14.973964 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e2083b3a-2301-47cb-b546-6ed9c81182bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd4f80deedec4103821607044cc8a7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989578 Apr 12 16:51:14.977707 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49322) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:14.982593 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2083b3a-2301-47cb-b546-6ed9c81182bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e627065a-efae-48b0-99e5-ee61c66a8e9b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:15.006187 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47dd286d-7304-44b1-a443-2003c4e81dee req-bfa69bff-c94d-4eea-a5a6-9dea794af314 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903709 Apr 12 16:51:15.031290 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ce594b1-3268-409d-93be-afd180c87cf0 admin admin] Publish callbacks [] for security_group (e627065a-efae-48b0-99e5-ee61c66a8e9b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:15.054176 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ce594b1-3268-409d-93be-afd180c87cf0 admin admin] Publish callbacks [] for security_group (e627065a-efae-48b0-99e5-ee61c66a8e9b), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:15.103630 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ce594b1-3268-409d-93be-afd180c87cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e627065a-efae-48b0-99e5-ee61c66a8e9b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:15.106223 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0ce594b1-3268-409d-93be-afd180c87cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:15.107401 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0ce594b1-3268-409d-93be-afd180c87cf0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e627065a-efae-48b0-99e5-ee61c66a8e9b HTTP/1.1" status: 204 len: 168 time: 0.1285017 Apr 12 16:51:15.115269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce594b1-3268-409d-93be-afd180c87cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e627065a-efae-48b0-99e5-ee61c66a8e9b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:15.609011 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-cdebd914-f376-4f13-b6b2-519954b97d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:15.610673 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-cdebd914-f376-4f13-b6b2-519954b97d6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7143a9de06f44281aaa09d2296905e21&device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 1128 time: 0.0393226 Apr 12 16:51:15.714574 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-38cbb1b7-5c65-4903-adf0-c8e2d88b877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:15.716069 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-38cbb1b7-5c65-4903-adf0-c8e2d88b877a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e9149b7-a2b5-432c-93f4-b714c1667545 HTTP/1.1" status: 200 len: 911 time: 0.0971272 Apr 12 16:51:15.767018 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-6612ec3c-73d5-4b2c-a2f2-e96127d57a2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bea7a20-ebd7-49c5-b434-dc42b66e621e HTTP/1.1" status: 200 len: 217 time: 0.0416460 Apr 12 16:51:15.786126 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95daba4-1c1e-46a7-8f2d-b94817840cd0 req-e7771db9-2db5-4d26-bc10-aeff2a555446 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:15.788087 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c95daba4-1c1e-46a7-8f2d-b94817840cd0 req-e7771db9-2db5-4d26-bc10-aeff2a555446 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 944 time: 0.0755804 Apr 12 16:51:15.834002 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-bc8b4630-b397-4946-aaf1-b95a5c0f60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:15.835955 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-bc8b4630-b397-4946-aaf1-b95a5c0f60d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b3c3014-229e-499e-911f-54982106be16 HTTP/1.1" status: 200 len: 849 time: 0.0610182 Apr 12 16:51:15.853974 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c95daba4-1c1e-46a7-8f2d-b94817840cd0 req-2b2f8e06-8e55-475c-8aa1-2634f89f350c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598345 Apr 12 16:51:15.887630 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-28049a88-e07d-4233-8984-2ab65b7a8703 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e9149b7-a2b5-432c-93f4-b714c1667545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418239 Apr 12 16:51:16.000306 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-d17540d8-3aa8-4bff-91a0-1a25d2aa2e9e service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052923 Apr 12 16:51:16.146143 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-22d2e88c-474a-47b0-9dad-1fa08ba8fd71 req-3fc96848-7360-4bce-8554-c27f7fb0d136 service neutron] 10.222.0.49 "GET /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365690 Apr 12 16:51:16.176034 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877c742-f0cd-4bcb-b44b-ac2b07e4b8d2 req-5234dc04-9d6c-4d36-87c0-b09711e0ab62 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:16.177726 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1877c742-f0cd-4bcb-b44b-ac2b07e4b8d2 req-5234dc04-9d6c-4d36-87c0-b09711e0ab62 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0748217 Apr 12 16:51:16.237547 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1877c742-f0cd-4bcb-b44b-ac2b07e4b8d2 req-d90e6cd9-06ee-48f0-8a85-b7ac9ad41ebf tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Apr 12 16:51:16.930065 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7bea7a20-ebd7-49c5-b434-dc42b66e621e details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:51:16.959946 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc1eef-d22a-43d9-be5f-43fd8514bb40 req-4faac868-79e4-4799-b244-150d92affff1 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:16.961641 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49bc1eef-d22a-43d9-be5f-43fd8514bb40 req-4faac868-79e4-4799-b244-150d92affff1 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 944 time: 0.0465293 Apr 12 16:51:17.016028 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49bc1eef-d22a-43d9-be5f-43fd8514bb40 req-509a7f76-865f-4eab-bfec-bf69baffadbd tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Apr 12 16:51:17.038044 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7bea7a20-ebd7-49c5-b434-dc42b66e621e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7bea7a20-ebd7-49c5-b434-dc42b66e621e,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:51:17.053774 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '7bea7a20-ebd7-49c5-b434-dc42b66e621e', 'network_id': '2e9149b7-a2b5-432c-93f4-b714c1667545', 'port_id': '7bea7a20-ebd7-49c5-b434-dc42b66e621e', 'mac_address': 'fa:16:3e:98:5a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3c3014-229e-499e-911f-54982106be16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:51:17.091714 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 7bea7a20-ebd7-49c5-b434-dc42b66e621e is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:51:17.092113 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:17.106011 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bea7a20-ebd7-49c5-b434-dc42b66e621e {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:51:17.126158 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7bea7a20-ebd7-49c5-b434-dc42b66e621e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7bea7a20-ebd7-49c5-b434-dc42b66e621e,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:51:17.130041 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:17.180684 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=7bea7a20-ebd7-49c5-b434-dc42b66e621e,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:17.372003 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511675-5ab5-410f-a369-4fb08aaa9b41 req-f0140281-1652-420f-a009-be4e3dfc33b5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:17.373706 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07511675-5ab5-410f-a369-4fb08aaa9b41 req-f0140281-1652-420f-a009-be4e3dfc33b5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0577514 Apr 12 16:51:17.430996 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07511675-5ab5-410f-a369-4fb08aaa9b41 req-65613a72-54cb-41f2-a16c-5de4173f998f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511191 Apr 12 16:51:17.589917 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['7bea7a20-ebd7-49c5-b434-dc42b66e621e'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:51:18.127808 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b347f-c67b-4600-85ea-692bd9849475 req-97f3cedd-1700-422d-a052-15a97e2087d3 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:18.129305 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a5b347f-c67b-4600-85ea-692bd9849475 req-97f3cedd-1700-422d-a052-15a97e2087d3 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 945 time: 0.0459003 Apr 12 16:51:18.176741 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a5b347f-c67b-4600-85ea-692bd9849475 req-3fd865da-6471-46a1-bb14-7ae0d3b611e0 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Apr 12 16:51:18.554866 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c85b1-61e8-47bc-ba00-66c256e2e1a4 req-45c865e0-d46c-47e1-af95-b319e63f645b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:18.556465 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-483c85b1-61e8-47bc-ba00-66c256e2e1a4 req-45c865e0-d46c-47e1-af95-b319e63f645b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0548713 Apr 12 16:51:18.603337 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-483c85b1-61e8-47bc-ba00-66c256e2e1a4 req-93656bc5-abb4-4ab4-a2ac-fcbad9b7e8ba tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Apr 12 16:51:19.289082 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0e5c8-2c2e-4a1b-bc95-6d441bad414c req-a473461a-9bd0-49cc-b4bc-8b22ba6c26df tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:19.290804 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcf0e5c8-2c2e-4a1b-bc95-6d441bad414c req-a473461a-9bd0-49cc-b4bc-8b22ba6c26df tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 945 time: 0.0463698 Apr 12 16:51:19.337545 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcf0e5c8-2c2e-4a1b-bc95-6d441bad414c req-25c02fed-dfdd-431c-ba13-c0fd4931e330 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Apr 12 16:51:19.718330 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72176da-4aeb-4866-8ee3-3d98a5c549be req-a26d80cd-2578-4cfc-a0b2-b8e09740add2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:19.719891 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a72176da-4aeb-4866-8ee3-3d98a5c549be req-a26d80cd-2578-4cfc-a0b2-b8e09740add2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0488729 Apr 12 16:51:19.772130 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a72176da-4aeb-4866-8ee3-3d98a5c549be req-84bb78bd-2911-4790-bf8a-8f6be2a5ebe4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466812 Apr 12 16:51:20.447648 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9b926-ec92-4746-a38a-5761e1224818 req-a48ec0ad-81cb-4c61-ab02-7171fbb7fddb tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:20.449191 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09b9b926-ec92-4746-a38a-5761e1224818 req-a48ec0ad-81cb-4c61-ab02-7171fbb7fddb tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 945 time: 0.0459728 Apr 12 16:51:20.501247 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09b9b926-ec92-4746-a38a-5761e1224818 req-c2a652fb-f1c3-4f93-9209-68f483cdb304 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465069 Apr 12 16:51:20.887090 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9fcc8-93a1-43f0-9602-8cd6877d6b25 req-6288f5fb-421e-41fa-be49-10ed28cebd41 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:20.888593 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c8b9fcc8-93a1-43f0-9602-8cd6877d6b25 req-6288f5fb-421e-41fa-be49-10ed28cebd41 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0490489 Apr 12 16:51:20.936700 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c8b9fcc8-93a1-43f0-9602-8cd6877d6b25 req-8d0af9b6-d5a7-4b26-b168-60c24933a23d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Apr 12 16:51:21.580199 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7bea7a20-ebd7-49c5-b434-dc42b66e621e up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:51:21.619415 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edf001-ba66-4398-8ede-185eccdae2ad req-e6289a89-f6d9-40fc-8db5-90801dfa5dfe tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:21.621228 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0edf001-ba66-4398-8ede-185eccdae2ad req-e6289a89-f6d9-40fc-8db5-90801dfa5dfe tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 945 time: 0.0527589 Apr 12 16:51:21.629309 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 7bea7a20-ebd7-49c5-b434-dc42b66e621e completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:51:21.637505 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 7bea7a20-ebd7-49c5-b434-dc42b66e621e triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:51:21.638134 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:21.674240 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0edf001-ba66-4398-8ede-185eccdae2ad req-893575d5-f84b-4ee7-84a8-307a1d4bb15d tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Apr 12 16:51:21.725106 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 7bea7a20-ebd7-49c5-b434-dc42b66e621e is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:51:21.725509 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:21.748853 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031247d2-4af4-498b-8f81-386f282a23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea7a20-ebd7-49c5-b434-dc42b66e621e'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:51:21.751114 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed40b740-811e-4189-a82a-3b225b6f1acd" -d '{"events": [{"server_uuid": "031247d2-4af4-498b-8f81-386f282a23b7", "name": "network-vif-plugged", "status": "completed", "tag": "7bea7a20-ebd7-49c5-b434-dc42b66e621e"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:51:21.764647 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7bea7a20-ebd7-49c5-b434-dc42b66e621e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7bea7a20-ebd7-49c5-b434-dc42b66e621e,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:51:21.769199 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:21.797321 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701e18d-a4e7-4b58-bd66-ea91036b8aa7 x-openstack-request-id: req-1701e18d-a4e7-4b58-bd66-ea91036b8aa7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:51:21.797659 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031247d2-4af4-498b-8f81-386f282a23b7", "name": "network-vif-plugged", "status": "completed", "tag": "7bea7a20-ebd7-49c5-b434-dc42b66e621e", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:51:21.797908 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1701e18d-a4e7-4b58-bd66-ea91036b8aa7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:51:21.798308 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1701e18d-a4e7-4b58-bd66-ea91036b8aa7'] response: {'server_uuid': '031247d2-4af4-498b-8f81-386f282a23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea7a20-ebd7-49c5-b434-dc42b66e621e', 'code': 200} Apr 12 16:51:21.824595 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=7bea7a20-ebd7-49c5-b434-dc42b66e621e,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:22.057730 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213921-39d0-4c75-8b9d-3019beadfecb req-6605f090-7573-40c1-ad75-78ca16335d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:22.059875 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb213921-39d0-4c75-8b9d-3019beadfecb req-6605f090-7573-40c1-ad75-78ca16335d3f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 1130 time: 0.0424061 Apr 12 16:51:22.064259 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460df242-ae26-4357-a44e-9937b2ba7949 req-2d03cbcc-52bf-4dd1-ae88-1168929b112d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:22.065474 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-460df242-ae26-4357-a44e-9937b2ba7949 req-2d03cbcc-52bf-4dd1-ae88-1168929b112d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0554767 Apr 12 16:51:22.127649 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-460df242-ae26-4357-a44e-9937b2ba7949 req-eedb9ef0-78a0-44a1-883e-c69b031035e6 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Apr 12 16:51:22.148456 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bb213921-39d0-4c75-8b9d-3019beadfecb req-ec553fb3-7e5a-4141-963e-1ea1c1839c99 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760894 Apr 12 16:51:22.315011 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b23a2b51-7118-4cf8-926b-b8c5f39f0707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:22.793282 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a27237-a033-4a0b-b7da-0fb7a1efe629 req-32c29e1c-6b90-462d-b602-92aa06879e86 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:22.794781 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03a27237-a033-4a0b-b7da-0fb7a1efe629 req-32c29e1c-6b90-462d-b602-92aa06879e86 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0498180 Apr 12 16:51:22.842347 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03a27237-a033-4a0b-b7da-0fb7a1efe629 req-b3e899ee-d7ca-402a-a1d3-7eafe21f308c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Apr 12 16:51:23.255621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b9bc-56e5-4c6d-803b-0dcce4125f8a req-2b80a280-044a-4695-a662-dbac4eeefb16 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:23.257145 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-31a3b9bc-56e5-4c6d-803b-0dcce4125f8a req-2b80a280-044a-4695-a662-dbac4eeefb16 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0578797 Apr 12 16:51:23.316463 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-31a3b9bc-56e5-4c6d-803b-0dcce4125f8a req-c1b5c195-61ba-4866-af53-a298b466a22d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Apr 12 16:51:23.961490 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1caca-23f8-44f8-9e2f-886492d0d6df req-760635dd-e002-4bbd-aad6-b4eb7596fa4f tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:23.963268 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41b1caca-23f8-44f8-9e2f-886492d0d6df req-760635dd-e002-4bbd-aad6-b4eb7596fa4f tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0490932 Apr 12 16:51:24.022163 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41b1caca-23f8-44f8-9e2f-886492d0d6df req-5f94f3bf-be90-4368-9305-fb948bae7be4 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500438 Apr 12 16:51:24.432883 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219bee7-5838-4a5d-ad8f-a2db6ec43939 req-b8aec423-5d7a-4722-a363-4e314cf2407c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:24.434430 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c219bee7-5838-4a5d-ad8f-a2db6ec43939 req-b8aec423-5d7a-4722-a363-4e314cf2407c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0467813 Apr 12 16:51:24.485361 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c219bee7-5838-4a5d-ad8f-a2db6ec43939 req-80fb396d-c36f-42bf-bd55-9c6cbb420b4f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 Apr 12 16:51:24.850530 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-538f3445-d0ec-4a19-8b2e-10fb5b899751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.150303 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b9ea4-84b7-461d-b3cf-143c50cb4023 req-2e8fcda8-3dfa-4d76-ac43-a0e2a22be445 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:25.158083 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-110b9ea4-84b7-461d-b3cf-143c50cb4023 req-2e8fcda8-3dfa-4d76-ac43-a0e2a22be445 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0590746 Apr 12 16:51:25.207170 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-110b9ea4-84b7-461d-b3cf-143c50cb4023 req-05a750d8-942a-45dc-9875-9573c37158c6 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480814 Apr 12 16:51:25.339022 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49578) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:25.419370 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e7ba3-b671-40df-860a-cf39ca75665e req-07ef5f50-35b0-4a64-8032-b83b274281f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:25.421262 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-338e7ba3-b671-40df-860a-cf39ca75665e req-07ef5f50-35b0-4a64-8032-b83b274281f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 1129 time: 0.0754654 Apr 12 16:51:25.483161 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cee643b-41ae-4670-8994-f93a6cb730f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.494450 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-338e7ba3-b671-40df-860a-cf39ca75665e req-ea4b7c59-5954-48f9-84a4-fc43b7ab32fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Apr 12 16:51:25.583715 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cee643b-41ae-4670-8994-f93a6cb730f5 admin admin] Publish callbacks [] for security_group (01e54604-5d89-491d-a4fc-bb7556015def), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.592706 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4cee643b-41ae-4670-8994-f93a6cb730f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (01e54604-5d89-491d-a4fc-bb7556015def), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.633772 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fbfee-ef67-4b6f-9dc0-b76db3de90f0 req-5170fff0-749f-4ad6-afbb-dfa4dc09657f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:25.635957 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-280fbfee-ef67-4b6f-9dc0-b76db3de90f0 req-5170fff0-749f-4ad6-afbb-dfa4dc09657f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0686660 Apr 12 16:51:25.644151 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4cee643b-41ae-4670-8994-f93a6cb730f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c89d02a71684869a08ae353495956d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037791 Apr 12 16:51:25.645057 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee643b-41ae-4670-8994-f93a6cb730f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e54604-5d89-491d-a4fc-bb7556015def,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:25.647389 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49592) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:25.691183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-280fbfee-ef67-4b6f-9dc0-b76db3de90f0 req-90496017-1358-46b0-99a8-7aadf1ccade6 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Apr 12 16:51:25.723361 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b95dab16-60f1-4bdd-9cb5-b1e9bae06031 admin admin] Publish callbacks [] for security_group (01e54604-5d89-491d-a4fc-bb7556015def), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.752499 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b95dab16-60f1-4bdd-9cb5-b1e9bae06031 admin admin] Publish callbacks [] for security_group (01e54604-5d89-491d-a4fc-bb7556015def), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.805724 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b95dab16-60f1-4bdd-9cb5-b1e9bae06031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (01e54604-5d89-491d-a4fc-bb7556015def), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.808981 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b95dab16-60f1-4bdd-9cb5-b1e9bae06031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:25.810155 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b95dab16-60f1-4bdd-9cb5-b1e9bae06031 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01e54604-5d89-491d-a4fc-bb7556015def HTTP/1.1" status: 204 len: 168 time: 0.1611559 Apr 12 16:51:25.818484 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dab16-60f1-4bdd-9cb5-b1e9bae06031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e54604-5d89-491d-a4fc-bb7556015def,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:25.859980 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.226478 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:26.242242 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8703cb9-a52b-473d-a35f-a381df352d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.331263 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8703cb9-a52b-473d-a35f-a381df352d48 admin admin] Publish callbacks [] for security_group (1e6f332b-368a-4187-a6eb-c37153fb5a5c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.343092 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a8703cb9-a52b-473d-a35f-a381df352d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1e6f332b-368a-4187-a6eb-c37153fb5a5c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.392547 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a8703cb9-a52b-473d-a35f-a381df352d48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a14c71be77484c61bbb83d20286f7373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643288 Apr 12 16:51:26.393175 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8703cb9-a52b-473d-a35f-a381df352d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f332b-368a-4187-a6eb-c37153fb5a5c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:26.395597 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:26.396843 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0e01-8a0a-42ea-be14-16bf56b679c6 req-7452dbdc-1b16-4075-a8be-1205f9aaf9c5 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:26.399183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-557f0e01-8a0a-42ea-be14-16bf56b679c6 req-7452dbdc-1b16-4075-a8be-1205f9aaf9c5 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0590730 Apr 12 16:51:26.450277 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-167a703c-38a2-48b3-aea2-da3a4e21f7e0 admin admin] Publish callbacks [] for security_group (1e6f332b-368a-4187-a6eb-c37153fb5a5c), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.467144 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-557f0e01-8a0a-42ea-be14-16bf56b679c6 req-de6935a9-0ac0-4a99-8f5d-70e33fe6e040 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612872 Apr 12 16:51:26.473835 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-167a703c-38a2-48b3-aea2-da3a4e21f7e0 admin admin] Publish callbacks [] for security_group (1e6f332b-368a-4187-a6eb-c37153fb5a5c), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.528358 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-167a703c-38a2-48b3-aea2-da3a4e21f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1e6f332b-368a-4187-a6eb-c37153fb5a5c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.532581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-167a703c-38a2-48b3-aea2-da3a4e21f7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:26.532731 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-167a703c-38a2-48b3-aea2-da3a4e21f7e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e6f332b-368a-4187-a6eb-c37153fb5a5c HTTP/1.1" status: 204 len: 168 time: 0.1360695 Apr 12 16:51:26.542504 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a703c-38a2-48b3-aea2-da3a4e21f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f332b-368a-4187-a6eb-c37153fb5a5c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:26.808347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d9b2c-9b07-4cea-97df-4e12f5a79172 req-61ed7ded-dfe3-4db5-b7b9-edd33d2d2252 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:26.809854 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f90d9b2c-9b07-4cea-97df-4e12f5a79172 req-61ed7ded-dfe3-4db5-b7b9-edd33d2d2252 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0491476 Apr 12 16:51:26.861829 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f90d9b2c-9b07-4cea-97df-4e12f5a79172 req-3ab22605-08f0-4803-8973-4eb0d63681bc tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465987 Apr 12 16:51:27.311839 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:27.589655 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf2f2-00d6-45eb-9575-82540f5da550 req-0d5910b7-03e0-443f-8ab8-24f77a58649f tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:27.591226 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1fbf2f2-00d6-45eb-9575-82540f5da550 req-0d5910b7-03e0-443f-8ab8-24f77a58649f tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0487020 Apr 12 16:51:27.643213 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1fbf2f2-00d6-45eb-9575-82540f5da550 req-ec7e0f61-636f-4978-8e35-1a1a5a6c408d tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Apr 12 16:51:27.981977 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d27f-29f0-40b4-bbbb-19f3c358baff req-eceac439-35d7-4e60-a997-324592bdf6af tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:27.983668 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77b1d27f-29f0-40b4-bbbb-19f3c358baff req-eceac439-35d7-4e60-a997-324592bdf6af tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0493705 Apr 12 16:51:28.033768 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77b1d27f-29f0-40b4-bbbb-19f3c358baff req-d15ba74d-15ed-43dd-937f-feb0fafed4a9 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Apr 12 16:51:28.282448 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 49678) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:28.404579 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03cf-4faa-4024-8d76-1ddad630069f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.483020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03cf-4faa-4024-8d76-1ddad630069f admin admin] Publish callbacks [] for security_group (f6ec293f-e85b-404a-bc9a-237e41f89f7e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.487658 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-acff03cf-4faa-4024-8d76-1ddad630069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (f6ec293f-e85b-404a-bc9a-237e41f89f7e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.527077 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-acff03cf-4faa-4024-8d76-1ddad630069f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91edf5279ac34feba6d9567261a1bc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434468 Apr 12 16:51:28.527780 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff03cf-4faa-4024-8d76-1ddad630069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ec293f-e85b-404a-bc9a-237e41f89f7e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:28.529852 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49682) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:28.582640 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65c568c-66a9-41f0-8862-9ed5bf0cdd53 admin admin] Publish callbacks [] for security_group (f6ec293f-e85b-404a-bc9a-237e41f89f7e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.603734 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65c568c-66a9-41f0-8862-9ed5bf0cdd53 admin admin] Publish callbacks [] for security_group (f6ec293f-e85b-404a-bc9a-237e41f89f7e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.652945 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65c568c-66a9-41f0-8862-9ed5bf0cdd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (f6ec293f-e85b-404a-bc9a-237e41f89f7e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.655476 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65c568c-66a9-41f0-8862-9ed5bf0cdd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.656627 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b65c568c-66a9-41f0-8862-9ed5bf0cdd53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6ec293f-e85b-404a-bc9a-237e41f89f7e HTTP/1.1" status: 204 len: 168 time: 0.1258039 Apr 12 16:51:28.664611 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c568c-66a9-41f0-8862-9ed5bf0cdd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ec293f-e85b-404a-bc9a-237e41f89f7e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:28.768491 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bf2b7-53e1-4fa6-95a4-fceb1a7b2efc req-1a149bad-2c96-4989-8d4f-7425e5261333 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:28.770011 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b93bf2b7-53e1-4fa6-95a4-fceb1a7b2efc req-1a149bad-2c96-4989-8d4f-7425e5261333 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0483065 Apr 12 16:51:28.818756 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b93bf2b7-53e1-4fa6-95a4-fceb1a7b2efc req-939b96e8-3fb8-4de1-acac-3d7382580a44 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Apr 12 16:51:28.930670 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49692) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:28.943464 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:28.944046 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f600-c7d3-4bce-ac95-d51e54b2c409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:29.024539 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f600-c7d3-4bce-ac95-d51e54b2c409 admin admin] Publish callbacks [] for security_group (b06f2aff-6913-412f-83a6-ec77d33f7874), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:29.028872 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f600-c7d3-4bce-ac95-d51e54b2c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b06f2aff-6913-412f-83a6-ec77d33f7874), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:29.068931 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f5b6f600-c7d3-4bce-ac95-d51e54b2c409 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1a7cd05e2054fbfbf8448ea15c41541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370564 Apr 12 16:51:29.070567 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6f600-c7d3-4bce-ac95-d51e54b2c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f2aff-6913-412f-83a6-ec77d33f7874,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:29.073501 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 49696) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:29.156764 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8804-3ba0-47a7-a887-f4681e331639 admin admin] Publish callbacks [] for security_group (b06f2aff-6913-412f-83a6-ec77d33f7874), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:29.176853 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8e049-169d-45ca-b640-f0785d965888 req-0d0eb348-27c1-4cf4-9cb0-8ebc9df95b64 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:29.178238 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccb8e049-169d-45ca-b640-f0785d965888 req-0d0eb348-27c1-4cf4-9cb0-8ebc9df95b64 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0608239 Apr 12 16:51:29.199067 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8804-3ba0-47a7-a887-f4681e331639 admin admin] Publish callbacks [] for security_group (b06f2aff-6913-412f-83a6-ec77d33f7874), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:29.261103 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccb8e049-169d-45ca-b640-f0785d965888 req-9d60025a-7584-4bc0-a9f8-d5cbf8c0e78d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 Apr 12 16:51:29.280853 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8804-3ba0-47a7-a887-f4681e331639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b06f2aff-6913-412f-83a6-ec77d33f7874), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:29.283606 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8804-3ba0-47a7-a887-f4681e331639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:29.284752 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5a5f8804-3ba0-47a7-a887-f4681e331639 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b06f2aff-6913-412f-83a6-ec77d33f7874 HTTP/1.1" status: 204 len: 168 time: 0.2103465 Apr 12 16:51:29.293265 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8804-3ba0-47a7-a887-f4681e331639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f2aff-6913-412f-83a6-ec77d33f7874,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:29.952692 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6132-5f81-4424-bb41-556330000b54 req-20aebb96-2141-4c27-9908-ecb2f946d5fa tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:29.954214 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c0cb6132-5f81-4424-bb41-556330000b54 req-20aebb96-2141-4c27-9908-ecb2f946d5fa tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0502305 Apr 12 16:51:30.014033 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c0cb6132-5f81-4424-bb41-556330000b54 req-03248ba3-cf0e-46ec-bb27-91f41588eef6 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508013 Apr 12 16:51:30.383797 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519d561-bc53-4a1e-a8c8-bbabc00f6bb3 req-6a42cb4f-d519-4b72-9c0b-f318ff38cf6f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:30.385819 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0519d561-bc53-4a1e-a8c8-bbabc00f6bb3 req-6a42cb4f-d519-4b72-9c0b-f318ff38cf6f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0510375 Apr 12 16:51:30.438628 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0519d561-bc53-4a1e-a8c8-bbabc00f6bb3 req-a1f885ff-54a0-4ec3-a433-d200be5e7d59 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466979 Apr 12 16:51:30.560715 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb633f23-0fff-4dbc-b48a-69a3d31cb339 req-49d2bdd8-adb5-4132-8945-cc82ca00ecdf tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:30.562137 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cb633f23-0fff-4dbc-b48a-69a3d31cb339 req-49d2bdd8-adb5-4132-8945-cc82ca00ecdf tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0519488 Apr 12 16:51:30.610351 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cb633f23-0fff-4dbc-b48a-69a3d31cb339 req-4ad4c908-28de-4a1d-8af3-b9c5259caec5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Apr 12 16:51:31.127022 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe232-f91f-4e2d-9d9b-b0dc75bb60aa req-b8fe680c-12bb-4db3-a709-6b926551ece0 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:31.128535 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c6abe232-f91f-4e2d-9d9b-b0dc75bb60aa req-b8fe680c-12bb-4db3-a709-6b926551ece0 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0470197 Apr 12 16:51:31.181637 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c6abe232-f91f-4e2d-9d9b-b0dc75bb60aa req-ca5d879e-fec4-433a-8647-479204e2617c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449548 Apr 12 16:51:32.292920 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d7b1-a119-4ab8-916b-67827ceafe5a req-b3e03197-0f77-498f-9b6a-b9b129793c63 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:32.294406 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1c9d7b1-a119-4ab8-916b-67827ceafe5a req-b3e03197-0f77-498f-9b6a-b9b129793c63 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0457621 Apr 12 16:51:32.344928 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1c9d7b1-a119-4ab8-916b-67827ceafe5a req-203786b0-e22b-4457-a8d8-8612a361c1c5 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Apr 12 16:51:33.460784 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66e1da-e00c-4475-a6ed-1b5df44fa943 req-a478c447-5885-4d42-a299-508e5dde186c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:33.462534 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aa66e1da-e00c-4475-a6ed-1b5df44fa943 req-a478c447-5885-4d42-a299-508e5dde186c tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0499444 Apr 12 16:51:33.475243 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174285d-583b-4207-8089-c0128372bf8b req-365d6159-c502-4a7d-a2a1-570f1c435201 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:33.477465 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8174285d-583b-4207-8089-c0128372bf8b req-365d6159-c502-4a7d-a2a1-570f1c435201 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 946 time: 0.0528915 Apr 12 16:51:33.511049 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aa66e1da-e00c-4475-a6ed-1b5df44fa943 req-08723c61-42da-47de-a84d-28fea04253e2 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/security-groups?id=902b382a-8cb8-4bfe-8626-0760d90da255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Apr 12 16:51:33.570021 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Deleting port 7bea7a20-ebd7-49c5-b434-dc42b66e621e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:51:33.570368 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:33.664544 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] For port 7bea7a20-ebd7-49c5-b434-dc42b66e621e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7bea7a20-ebd7-49c5-b434-dc42b66e621e,segment=NetworkSegment(c5affc6c-2a6d-4b6c-99dd-61fa1906c060),segment_id=c5affc6c-2a6d-4b6c-99dd-61fa1906c060)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:51:33.664934 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:33.682313 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Calling delete_port for 7bea7a20-ebd7-49c5-b434-dc42b66e621e owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:51:34.067714 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (7bea7a20-ebd7-49c5-b434-dc42b66e621e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:34.097538 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Pushing event deleted for resources: {'Port': ['ID=7bea7a20-ebd7-49c5-b434-dc42b66e621e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:34.144288 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] No DVR routers for this DVR port 7bea7a20-ebd7-49c5-b434-dc42b66e621e on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:51:34.148802 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:34.152678 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8174285d-583b-4207-8089-c0128372bf8b req-2b770b19-e3c0-4136-b0d9-d11c1debd744 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.49 "DELETE /v2.0/ports/7bea7a20-ebd7-49c5-b434-dc42b66e621e HTTP/1.1" status: 204 len: 173 time: 0.6689861 Apr 12 16:51:34.153140 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031247d2-4af4-498b-8f81-386f282a23b7', 'name': 'network-vif-deleted', 'tag': '7bea7a20-ebd7-49c5-b434-dc42b66e621e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:51:34.156082 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b4a062-42d3-493e-b5ae-139b3c94a392" -d '{"events": [{"server_uuid": "031247d2-4af4-498b-8f81-386f282a23b7", "name": "network-vif-deleted", "tag": "7bea7a20-ebd7-49c5-b434-dc42b66e621e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:51:34.194520 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8094cdc-1b03-4e11-960f-5c8ef6b05da3 x-openstack-request-id: req-f8094cdc-1b03-4e11-960f-5c8ef6b05da3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:51:34.194808 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031247d2-4af4-498b-8f81-386f282a23b7", "name": "network-vif-deleted", "tag": "7bea7a20-ebd7-49c5-b434-dc42b66e621e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:51:34.195076 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8094cdc-1b03-4e11-960f-5c8ef6b05da3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:51:34.195473 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8094cdc-1b03-4e11-960f-5c8ef6b05da3'] response: {'server_uuid': '031247d2-4af4-498b-8f81-386f282a23b7', 'name': 'network-vif-deleted', 'tag': '7bea7a20-ebd7-49c5-b434-dc42b66e621e', 'status': 'completed', 'code': 200} Apr 12 16:51:34.342567 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ae7dc-bbc6-4bdc-9231-db137795fd75 req-0b440119-8b83-4ce3-817f-f958b41586a7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:34.344050 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d5ae7dc-bbc6-4bdc-9231-db137795fd75 req-0b440119-8b83-4ce3-817f-f958b41586a7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0452247 Apr 12 16:51:34.392024 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d5ae7dc-bbc6-4bdc-9231-db137795fd75 req-afc57440-9609-45a0-add5-3f2e04ddef43 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Apr 12 16:51:34.611881 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1ba07b1f-6c1a-4153-84b4-5245e01bb966 req-714a6910-6848-4beb-976a-5f655022197d tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 210 time: 0.0296242 Apr 12 16:51:35.508019 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ceff6-44b3-41f8-a42c-7f9b98eb2697 req-32569ea6-ed2f-4562-b52a-18478d124b12 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:35.509584 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5a5ceff6-44b3-41f8-a42c-7f9b98eb2697 req-32569ea6-ed2f-4562-b52a-18478d124b12 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0465755 Apr 12 16:51:35.555283 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5a5ceff6-44b3-41f8-a42c-7f9b98eb2697 req-df73331d-acaf-4ca2-a54e-09b63e6a1f42 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Apr 12 16:51:35.714038 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45e1325e-d407-4e41-b4ee-d57bbc47d632 req-8066edcd-c968-4d79-a8e6-37317fdb20d4 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Apr 12 16:51:36.670477 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0fbd6-5537-4ebd-8dcb-07af2a9b06b2 req-d389f2df-f596-44d2-b856-bf076f21d259 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:36.671977 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7fc0fbd6-5537-4ebd-8dcb-07af2a9b06b2 req-d389f2df-f596-44d2-b856-bf076f21d259 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0495532 Apr 12 16:51:36.718670 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7fc0fbd6-5537-4ebd-8dcb-07af2a9b06b2 req-866d7c17-63c4-4155-80bb-7fa074570d0e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Apr 12 16:51:36.807524 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7bea7a20-ebd7-49c5-b434-dc42b66e621e no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:51:36.812571 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8114944a-9838-48ce-956c-2ceb8186a309 req-02d8158c-1adc-46bb-b4f3-ccc6b4f142d2 tempest-VolumesActionsTest-2129541542 tempest-VolumesActionsTest-2129541542-project] 10.222.0.55 "GET /v2.0/ports?device_id=031247d2-4af4-498b-8f81-386f282a23b7 HTTP/1.1" status: 200 len: 210 time: 0.0291216 Apr 12 16:51:36.836330 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 7bea7a20-ebd7-49c5-b434-dc42b66e621e {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:51:36.836886 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7bea7a20-ebd7-49c5-b434-dc42b66e621e not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:51:37.005644 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e584-21b5-47a8-abd3-d83de9767bab req-ddea2701-8433-4e6b-b0b5-4097475956f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:37.007801 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3970e584-21b5-47a8-abd3-d83de9767bab req-ddea2701-8433-4e6b-b0b5-4097475956f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1130 time: 0.0385234 Apr 12 16:51:37.251118 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:51:37.400111 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e584-21b5-47a8-abd3-d83de9767bab req-44010f0f-8d1a-49b0-bb4d-fdc00b9901d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:37.401688 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3970e584-21b5-47a8-abd3-d83de9767bab req-44010f0f-8d1a-49b0-bb4d-fdc00b9901d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.0922866 Apr 12 16:51:37.452587 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3970e584-21b5-47a8-abd3-d83de9767bab req-555e60c8-4a39-4fed-89bb-3f6ee94ef7cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 200 len: 217 time: 0.0406713 Apr 12 16:51:37.505658 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e584-21b5-47a8-abd3-d83de9767bab req-398f01b9-493c-4835-967d-74fc1203c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:37.507123 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3970e584-21b5-47a8-abd3-d83de9767bab req-398f01b9-493c-4835-967d-74fc1203c193 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0481522 Apr 12 16:51:37.558253 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e584-21b5-47a8-abd3-d83de9767bab req-c7a3ba4c-b028-4798-810f-97b08c9c40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:37.559805 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3970e584-21b5-47a8-abd3-d83de9767bab req-c7a3ba4c-b028-4798-810f-97b08c9c40a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378509 Apr 12 16:51:37.652421 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3970e584-21b5-47a8-abd3-d83de9767bab req-8c082b42-3152-4690-ac66-fe5a1d7f8fc8 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853391 Apr 12 16:51:37.747984 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3970e584-21b5-47a8-abd3-d83de9767bab req-e31682c7-6aad-4b3f-b0ec-4cb97d0e40e0 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864220 Apr 12 16:51:37.830638 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986dabc-ae73-4969-860e-7a66af6287d6 req-df396fbf-221f-465d-8bf9-ebcd77754f25 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:37.832157 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d986dabc-ae73-4969-860e-7a66af6287d6 req-df396fbf-221f-465d-8bf9-ebcd77754f25 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0472789 Apr 12 16:51:37.885583 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d986dabc-ae73-4969-860e-7a66af6287d6 req-9907c9e3-3b87-4763-b642-6142cac510aa tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Apr 12 16:51:38.999132 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca0363-322f-4974-9b63-72f303dec341 req-f89c4d91-7ba5-45c9-ae08-0a1d6956753c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:39.000571 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0eca0363-322f-4974-9b63-72f303dec341 req-f89c4d91-7ba5-45c9-ae08-0a1d6956753c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0484107 Apr 12 16:51:39.046110 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0eca0363-322f-4974-9b63-72f303dec341 req-f20db126-641f-47c7-871a-0e959cc751ad tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Apr 12 16:51:40.156345 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca758bad-ec92-4732-9025-0ab3b1dcff74 req-34d16dc4-983f-4bdd-b6e0-8bb5737b9b1c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:40.157821 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca758bad-ec92-4732-9025-0ab3b1dcff74 req-34d16dc4-983f-4bdd-b6e0-8bb5737b9b1c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0466828 Apr 12 16:51:40.203024 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca758bad-ec92-4732-9025-0ab3b1dcff74 req-e4322839-14b8-4d5d-8a75-0212f17e54a4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Apr 12 16:51:41.248335 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-a36de9b9-dceb-40f7-86b1-1a95bd4b10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:41.249841 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-a36de9b9-dceb-40f7-86b1-1a95bd4b10dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1130 time: 0.0428083 Apr 12 16:51:41.315775 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c624f9-2837-4edd-b92d-34a9a403d768 req-8035570a-837c-4f2b-b10d-6d631afc2d14 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:41.317268 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49c624f9-2837-4edd-b92d-34a9a403d768 req-8035570a-837c-4f2b-b10d-6d631afc2d14 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0468376 Apr 12 16:51:41.359289 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-06669d53-2cb4-48b3-9ace-3cad60faf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:41.360764 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-06669d53-2cb4-48b3-9ace-3cad60faf690 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.0857377 Apr 12 16:51:41.414287 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-b6204a9c-2e0c-47a2-862f-e369f42c9013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 200 len: 217 time: 0.0398734 Apr 12 16:51:41.471591 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-b12fd670-5071-425c-a8d3-662953090868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:41.473341 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-b12fd670-5071-425c-a8d3-662953090868 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0485163 Apr 12 16:51:41.524228 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-f60ef1ee-0cab-4837-8039-c9ef52f548d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:41.526064 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-f60ef1ee-0cab-4837-8039-c9ef52f548d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449228 Apr 12 16:51:41.593098 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49c624f9-2837-4edd-b92d-34a9a403d768 req-fdadb9d7-0381-4122-9516-12d3f48b4749 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700844 Apr 12 16:51:41.630495 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-666734f6-0282-40e5-9e0e-d91e9f8e0b26 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957694 Apr 12 16:51:41.720961 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2d8bce3e-43b9-429d-9183-26121752a5b5 req-16c314b0-903a-4f6a-876b-6075b4c840bb service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823445 Apr 12 16:51:41.874851 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:42.704263 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169bfcd-8654-4647-8a40-6428b0a58c6a req-ca6e7e72-476e-44f7-9fdf-45081c830ce5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:42.705734 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d169bfcd-8654-4647-8a40-6428b0a58c6a req-ca6e7e72-476e-44f7-9fdf-45081c830ce5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0476384 Apr 12 16:51:42.753086 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d169bfcd-8654-4647-8a40-6428b0a58c6a req-1c5ead1e-c829-4230-844b-1674a87cc125 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Apr 12 16:51:43.862860 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0e80-28c8-4f34-a208-092aa0e5dca0 req-7c2c100e-2bed-480d-ae1e-5b45d48ecade tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:43.864645 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af8a0e80-28c8-4f34-a208-092aa0e5dca0 req-7c2c100e-2bed-480d-ae1e-5b45d48ecade tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0458260 Apr 12 16:51:43.913565 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af8a0e80-28c8-4f34-a208-092aa0e5dca0 req-418b5747-0983-4402-908c-1a494276c54e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Apr 12 16:51:45.028127 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787758b-a5fb-43c4-90e0-cbe844bc5253 req-4f47f4d7-9e0c-4160-a211-89a1f345114f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:45.029713 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6787758b-a5fb-43c4-90e0-cbe844bc5253 req-4f47f4d7-9e0c-4160-a211-89a1f345114f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0465977 Apr 12 16:51:45.078692 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6787758b-a5fb-43c4-90e0-cbe844bc5253 req-416fddff-d28c-45bd-b011-964b09241718 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Apr 12 16:51:46.189619 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a20b-2905-4984-abaf-07ce470eb685 req-b0d07e01-7459-4c97-be9b-2a48ce0acc35 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:46.191122 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9133a20b-2905-4984-abaf-07ce470eb685 req-b0d07e01-7459-4c97-be9b-2a48ce0acc35 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0455871 Apr 12 16:51:46.237804 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9133a20b-2905-4984-abaf-07ce470eb685 req-388a44d7-2fa0-438c-a58a-54dbfd08ecb4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Apr 12 16:51:47.358240 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a13a9e-5dc9-4e89-8cc0-6a9d2dc77d1f req-91341434-7713-4dbf-ad92-184462b30479 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:47.359732 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47a13a9e-5dc9-4e89-8cc0-6a9d2dc77d1f req-91341434-7713-4dbf-ad92-184462b30479 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0500658 Apr 12 16:51:47.407679 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47a13a9e-5dc9-4e89-8cc0-6a9d2dc77d1f req-c0d8dc13-97f1-4601-b4b1-54a4a62346da tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Apr 12 16:51:48.530230 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821981-5e05-4c9c-b273-d922a6a1e834 req-9e20044f-facc-4314-a926-500df6966a3b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:48.531806 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-98821981-5e05-4c9c-b273-d922a6a1e834 req-9e20044f-facc-4314-a926-500df6966a3b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0483303 Apr 12 16:51:48.580366 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-98821981-5e05-4c9c-b273-d922a6a1e834 req-d099658a-4bfb-4668-b4bb-92360ca3a39e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428765 Apr 12 16:51:49.699629 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b922a-f8e7-4447-a5d1-aa2d064601be req-f258101b-86b8-4e47-850c-24f731362498 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:49.701279 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-054b922a-f8e7-4447-a5d1-aa2d064601be req-f258101b-86b8-4e47-850c-24f731362498 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0481257 Apr 12 16:51:49.755623 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-054b922a-f8e7-4447-a5d1-aa2d064601be req-aa7b2456-cc46-4d55-8848-59024f2e7532 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481250 Apr 12 16:51:50.869231 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef436d-1eba-4070-aba8-a19a8eb44670 req-a522c59b-811c-4c0e-9a11-de1e524e2be1 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:50.870803 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5ef436d-1eba-4070-aba8-a19a8eb44670 req-a522c59b-811c-4c0e-9a11-de1e524e2be1 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0464649 Apr 12 16:51:50.924976 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5ef436d-1eba-4070-aba8-a19a8eb44670 req-7296a9b8-48ee-44b5-8a9a-5b34a641dcac tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Apr 12 16:51:51.636678 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50244) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:51.761629 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:51.863263 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Publish callbacks [] for security_group (333e3378-35a7-4fc0-98e4-493f881c3c77), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:51.870369 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (333e3378-35a7-4fc0-98e4-493f881c3c77), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:51.922645 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e3378-35a7-4fc0-98e4-493f881c3c77,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:51.931678 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4da0177ccef44469a977b238efe755ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937243 Apr 12 16:51:51.934474 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:51.938805 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.939286 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.939745 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.940103 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.940564 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.941261 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.941615 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.942056 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.942528 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.942874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.943453 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.943918 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.944367 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.944913 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:51.945293 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e9bd0-e175-49c3-bb0f-1a0042161e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.023109 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Publish callbacks [] for security_group (333e3378-35a7-4fc0-98e4-493f881c3c77), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:52.048652 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Publish callbacks [] for security_group (333e3378-35a7-4fc0-98e4-493f881c3c77), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:52.071613 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3116c-c625-42f6-a127-0cecb71d83b9 req-32fac588-1f63-4b1a-87e2-9fa23b02c3c2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:52.073710 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-56d3116c-c625-42f6-a127-0cecb71d83b9 req-32fac588-1f63-4b1a-87e2-9fa23b02c3c2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0568614 Apr 12 16:51:52.100543 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (333e3378-35a7-4fc0-98e4-493f881c3c77), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:52.105120 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:52.109396 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/333e3378-35a7-4fc0-98e4-493f881c3c77 HTTP/1.1" status: 204 len: 168 time: 0.1736717 Apr 12 16:51:52.119653 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e3378-35a7-4fc0-98e4-493f881c3c77,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:52.128095 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.128453 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.128814 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.129150 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.129672 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.130170 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.130655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.131184 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.131674 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.132161 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.132675 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.133825 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.134334 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.134810 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.135653 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ac9ce-0f92-4425-9cb4-3a5922a519ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:51:52.139590 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-56d3116c-c625-42f6-a127-0cecb71d83b9 req-143eb658-274f-45d0-93c6-6968df2f74b9 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580199 Apr 12 16:51:52.310689 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9aaab6cc-ff25-4aff-b56c-ba572c60904c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:53.280449 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440a81-e95d-44ec-a8e4-8ba44194c7b7 req-38dbc646-3db4-4b04-8c9a-46ab79a9388d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:53.282051 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1a440a81-e95d-44ec-a8e4-8ba44194c7b7 req-38dbc646-3db4-4b04-8c9a-46ab79a9388d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0605931 Apr 12 16:51:53.342246 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1a440a81-e95d-44ec-a8e4-8ba44194c7b7 req-5f3ca52b-e7b1-494f-afc1-8a6be5d33f7d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546720 Apr 12 16:51:53.953688 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50310) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:54.074386 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5dd0caae-5d9d-4fbc-a07f-2017b102e63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:54.156091 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5dd0caae-5d9d-4fbc-a07f-2017b102e63f admin admin] Publish callbacks [] for security_group (5f079fc2-b286-4003-bdf8-51e8bd233722), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:54.160771 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5dd0caae-5d9d-4fbc-a07f-2017b102e63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5f079fc2-b286-4003-bdf8-51e8bd233722), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:54.199438 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0caae-5d9d-4fbc-a07f-2017b102e63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f079fc2-b286-4003-bdf8-51e8bd233722,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:54.203772 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5dd0caae-5d9d-4fbc-a07f-2017b102e63f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1a6fac859b54285b644cbbf8d2acd3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490094 Apr 12 16:51:54.207528 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50314) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:54.262736 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad8016aa-a92d-4735-a8cd-beaa92ad8e71 admin admin] Publish callbacks [] for security_group (5f079fc2-b286-4003-bdf8-51e8bd233722), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:54.285459 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad8016aa-a92d-4735-a8cd-beaa92ad8e71 admin admin] Publish callbacks [] for security_group (5f079fc2-b286-4003-bdf8-51e8bd233722), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:54.371916 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad8016aa-a92d-4735-a8cd-beaa92ad8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5f079fc2-b286-4003-bdf8-51e8bd233722), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:54.374409 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ad8016aa-a92d-4735-a8cd-beaa92ad8e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:54.375744 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ad8016aa-a92d-4735-a8cd-beaa92ad8e71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f079fc2-b286-4003-bdf8-51e8bd233722 HTTP/1.1" status: 204 len: 168 time: 0.1680100 Apr 12 16:51:54.386393 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8016aa-a92d-4735-a8cd-beaa92ad8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f079fc2-b286-4003-bdf8-51e8bd233722,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:54.577425 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0856-3528-49cc-909b-54867a17c22e req-f49056ac-2163-47a4-aed2-2577f13434f2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:54.586909 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebbe0856-3528-49cc-909b-54867a17c22e req-f49056ac-2163-47a4-aed2-2577f13434f2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.1030726 Apr 12 16:51:54.670681 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebbe0856-3528-49cc-909b-54867a17c22e req-9528bd06-ab99-4b9c-addb-367109908c45 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780888 Apr 12 16:51:54.846008 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e2c43782-7cde-4b64-9887-fb5e642ddcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:55.886035 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ab796-e393-4f2e-bd5d-4ee744436d3d req-4f2744f2-dc08-4aca-b9c5-3be2cf1b44e1 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:55.897347 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:55.900636 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f88ab796-e393-4f2e-bd5d-4ee744436d3d req-4f2744f2-dc08-4aca-b9c5-3be2cf1b44e1 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.1281548 Apr 12 16:51:55.954802 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f88ab796-e393-4f2e-bd5d-4ee744436d3d req-6151352f-daaf-454e-9a76-641f76d25d6e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528350 Apr 12 16:51:57.145623 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275f0bf-b0b3-4703-bfc8-77dcdfaff2f8 req-f3cebdd4-4de7-4380-bf26-99f659193f52 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:57.148012 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b275f0bf-b0b3-4703-bfc8-77dcdfaff2f8 req-f3cebdd4-4de7-4380-bf26-99f659193f52 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0882013 Apr 12 16:51:57.206189 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b275f0bf-b0b3-4703-bfc8-77dcdfaff2f8 req-c04fd689-22f0-4686-9d2b-3cca3bc4b729 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504797 Apr 12 16:51:57.314213 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:57.845771 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50400) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:57.850207 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-cd8d4715-d22d-4a17-9cc2-34842f257ede tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018713021', 'description': 'tempest-description--815691520'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:51:57.872466 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cd8d4715-d22d-4a17-9cc2-34842f257ede tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:57.942126 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cd8d4715-d22d-4a17-9cc2-34842f257ede tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (04073d28-fedc-44b9-a3b5-e586ca525ec9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:57.947574 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cd8d4715-d22d-4a17-9cc2-34842f257ede tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (04073d28-fedc-44b9-a3b5-e586ca525ec9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:57.984152 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cd8d4715-d22d-4a17-9cc2-34842f257ede tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:57.985880 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-cd8d4715-d22d-4a17-9cc2-34842f257ede tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390173 Apr 12 16:51:57.987103 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d4715-d22d-4a17-9cc2-34842f257ede tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04073d28-fedc-44b9-a3b5-e586ca525ec9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:57.989449 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50404) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:58.006680 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-040013a9-ae83-458c-b667-ec0a51378bb3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': '04073d28-fedc-44b9-a3b5-e586ca525ec9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:51:58.042443 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-040013a9-ae83-458c-b667-ec0a51378bb3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (e9bb62c7-9712-43ed-b886-8b629d76683f), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.103540 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-040013a9-ae83-458c-b667-ec0a51378bb3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (e9bb62c7-9712-43ed-b886-8b629d76683f), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.109275 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-040013a9-ae83-458c-b667-ec0a51378bb3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (e9bb62c7-9712-43ed-b886-8b629d76683f), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.128051 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040013a9-ae83-458c-b667-ec0a51378bb3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bb62c7-9712-43ed-b886-8b629d76683f,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:58.136530 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-040013a9-ae83-458c-b667-ec0a51378bb3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.142010 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50408) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:58.142133 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-040013a9-ae83-458c-b667-ec0a51378bb3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515582 Apr 12 16:51:58.147054 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-0a8ed166-a80f-48dc-aa97-f0268b773ac2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': '04073d28-fedc-44b9-a3b5-e586ca525ec9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:51:58.177178 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0a8ed166-a80f-48dc-aa97-f0268b773ac2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (37472eac-7a93-47c1-b8b7-1a9f65b7e308), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.237015 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0a8ed166-a80f-48dc-aa97-f0268b773ac2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (37472eac-7a93-47c1-b8b7-1a9f65b7e308), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.242045 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0a8ed166-a80f-48dc-aa97-f0268b773ac2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (37472eac-7a93-47c1-b8b7-1a9f65b7e308), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.263736 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ed166-a80f-48dc-aa97-f0268b773ac2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37472eac-7a93-47c1-b8b7-1a9f65b7e308,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:58.273864 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0a8ed166-a80f-48dc-aa97-f0268b773ac2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.278599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50412) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:51:58.278932 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0a8ed166-a80f-48dc-aa97-f0268b773ac2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355753 Apr 12 16:51:58.283478 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:51:58.307219 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.358448 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb0aca-1bd3-4ec8-9fe4-be67e8f795e3 req-3c641324-632a-46b5-8e14-afe38f942587 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:51:58.360002 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-04fb0aca-1bd3-4ec8-9fe4-be67e8f795e3 req-3c641324-632a-46b5-8e14-afe38f942587 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0505919 Apr 12 16:51:58.420900 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-04fb0aca-1bd3-4ec8-9fe4-be67e8f795e3 req-f9a9f1e3-826a-4d21-b9c0-a6c5784b1698 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546670 Apr 12 16:51:58.427654 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.542469 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.27.3.99 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/70b30daf-97b3-4358-ab74-af870fe915bd) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:51:58.667448 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (70b30daf-97b3-4358-ab74-af870fe915bd), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.707469 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (70b30daf-97b3-4358-ab74-af870fe915bd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.758102 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:51:58.762350 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:51:58.766984 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:51:58.770186 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=70b30daf-97b3-4358-ab74-af870fe915bd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:58.870947 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (091f8e87-661b-489d-9f8d-5eedf6263151), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.911113 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (70b30daf-97b3-4358-ab74-af870fe915bd), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:58.954199 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:59.089943 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (70b30daf-97b3-4358-ab74-af870fe915bd), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:59.097337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (70b30daf-97b3-4358-ab74-af870fe915bd), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:59.194733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=70b30daf-97b3-4358-ab74-af870fe915bd,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:51:59.198493 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (091f8e87-661b-489d-9f8d-5eedf6263151), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:59.228350 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:51:59.230129 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8e6015c9-5e2e-4b33-82c4-fb0df59782c3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9503281 Apr 12 16:52:04.894121 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50474) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:05.011451 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57b514a2-109c-4714-9fdf-859d8660794c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:05.097086 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57b514a2-109c-4714-9fdf-859d8660794c admin admin] Publish callbacks [] for security_group (b544822f-2c16-43bd-adc9-7ea4facf0b13), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:05.101771 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57b514a2-109c-4714-9fdf-859d8660794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b544822f-2c16-43bd-adc9-7ea4facf0b13), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:05.139921 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b514a2-109c-4714-9fdf-859d8660794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b544822f-2c16-43bd-adc9-7ea4facf0b13,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:05.144115 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-57b514a2-109c-4714-9fdf-859d8660794c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=991d6cafdcfa42a8afdafa2a1071df12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481036 Apr 12 16:52:05.148069 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50478) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:05.219586 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0269886d-c8fd-4723-8e82-0ad08b985778 admin admin] Publish callbacks [] for security_group (b544822f-2c16-43bd-adc9-7ea4facf0b13), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:05.245678 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0269886d-c8fd-4723-8e82-0ad08b985778 admin admin] Publish callbacks [] for security_group (b544822f-2c16-43bd-adc9-7ea4facf0b13), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:05.298290 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0269886d-c8fd-4723-8e82-0ad08b985778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b544822f-2c16-43bd-adc9-7ea4facf0b13), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:05.301457 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0269886d-c8fd-4723-8e82-0ad08b985778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:05.302708 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0269886d-c8fd-4723-8e82-0ad08b985778 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b544822f-2c16-43bd-adc9-7ea4facf0b13 HTTP/1.1" status: 204 len: 168 time: 0.1515450 Apr 12 16:52:05.312536 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269886d-c8fd-4723-8e82-0ad08b985778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b544822f-2c16-43bd-adc9-7ea4facf0b13,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:06.027069 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50502) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:06.145833 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-929143444-network', 'tenant_id': '39cebc45ffb54de6be832838f1d28789'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:06.172219 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Made reservation on behalf of 39cebc45ffb54de6be832838f1d28789 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:06.175210 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.186726 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.279860 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks [] for security_group (0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.284381 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.309235 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:52:06.324163 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:06.330350 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (497aace8-6837-47bc-80a6-74fb8187ef66), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.330875 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Added segment 497aace8-6837-47bc-80a6-74fb8187ef66 of type vlan for network 0e4683a3-a2b1-4262-bfba-200b824f2564 Apr 12 16:52:06.375345 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (0e4683a3-a2b1-4262-bfba-200b824f2564), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.406413 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (0e4683a3-a2b1-4262-bfba-200b824f2564), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.408072 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:06.408700 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.470927 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4386404 Apr 12 16:52:06.471353 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50508) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:06.476648 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751ab6b-b16d-47e4-910a-daac31f985c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4683a3-a2b1-4262-bfba-200b824f2564,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:06.477047 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Request body: {'subnet': {'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-929143444-subnet', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:06.492477 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:52:06.521651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Made reservation on behalf of 39cebc45ffb54de6be832838f1d28789 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:06.526244 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9134213'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.737527 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9326564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9134227'] for subnet (eceded3d-1957-43d9-a3a8-d86152a1d878), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.803001 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eceded3d-1957-43d9-a3a8-d86152a1d878,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:06.811229 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Checking segment: {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:06.811603 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Network hostable DHCP agents. Network: 0e4683a3-a2b1-4262-bfba-200b824f2564, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:52:06.833277 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:52:06.844593 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 0e4683a3-a2b1-4262-bfba-200b824f2564) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:06.849266 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:06.850033 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.856856 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35fef7-6e58-4c13-9cd2-f12535224530 None None] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:06.877525 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50510) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:06.878609 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d2cfcfa4-6e72-4f88-b0ad-d5f14ca4db77 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4060516 Apr 12 16:52:06.882383 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:06.909742 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (59dddadb-a931-4c21-b13e-94ae613ebdbe), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.911521 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (59dddadb-a931-4c21-b13e-94ae613ebdbe), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.993306 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-0e4683a3-a2b1-4262-bfba-200b824f2564', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'project_id': '39cebc45ffb54de6be832838f1d28789', 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:52:06.994387 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:06.998513 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks [] for router_controller (59dddadb-a931-4c21-b13e-94ae613ebdbe), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.260581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks [] for router_gateway (59dddadb-a931-4c21-b13e-94ae613ebdbe), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.289278 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Allocated IP 172.20.0.2 (0e4683a3-a2b1-4262-bfba-200b824f2564/eceded3d-1957-43d9-a3a8-d86152a1d878/54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:07.509654 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks [] for router_gateway (59dddadb-a931-4c21-b13e-94ae613ebdbe), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.535112 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.669293 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Publish callbacks [] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.672921 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Allocated IP 172.27.3.75 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/1909f724-baab-4fc9-a906-ad66e612b1dd) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:07.677520 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.717361 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:07.723724 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:07.729824 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:07.744437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Pushing event updated for resources: {'Port': ['ID=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:07.772864 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.773359 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.773494 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.773863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.774792 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.775269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.775506 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.775842 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.776355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.776502 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.776838 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.777177 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.777566 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.777897 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.778157 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:07.822153 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks [] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.827751 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Attempting to bind port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:07.828180 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Attempting to bind port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:07.828555 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Attempting to bind port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed on network 0e4683a3-a2b1-4262-bfba-200b824f2564 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:07.834064 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:07.834682 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Checking segment: {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:07.835123 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.835526 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Bound using segment: {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:07.836021 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Bound port: 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:07.836437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.878005 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.914634 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] For port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:07.919473 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] For port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:07.927819 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:07.928627 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:07.932200 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:07.940787 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:07.971266 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1909f724-baab-4fc9-a906-ad66e612b1dd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:08.019868 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6015d6a-d708-4035-a8e8-4ddde6112850 None None] Pushing event updated for resources: {'Port': ['ID=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:08.285456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks [] for router_gateway (59dddadb-a931-4c21-b13e-94ae613ebdbe), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:08.786880 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (59dddadb-a931-4c21-b13e-94ae613ebdbe), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:08.950649 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Router 59dddadb-a931-4c21-b13e-94ae613ebdbe is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:52:09.021773 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:09.105196 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:09.105589 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:09.117561 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:09.129178 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Sync routers for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:09.146748 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:09.147385 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:51:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:09.176355 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:09.178393 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7ebc873e-a817-494d-aed7-71df60f998f5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2996004 Apr 12 16:52:09.182054 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50520) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:09.224552 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:09.224967 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:09.267464 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa75c3-c55f-45b5-989f-cf00ac5567ec None None] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:09.292854 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:09.443226 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:09.444356 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ffb40f0d-c49a-4c77-b1be-5eacbe8c9b51 None None] Provisioning complete for port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:09.444726 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffb40f0d-c49a-4c77-b1be-5eacbe8c9b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:09.470061 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:09.594714 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-620d0363-0610-4967-8473-c95a93366a1c tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a39b2681ae074f639cea0184244423f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704544 Apr 12 16:52:09.599845 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:08Z', 'revision_number': 3, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:09.608846 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:09.666959 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Checking router: 59dddadb-a931-4c21-b13e-94ae613ebdbe for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:09.667464 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Updating router 59dddadb-a931-4c21-b13e-94ae613ebdbe port 1909f724-baab-4fc9-a906-ad66e612b1dd binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:09.735469 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:09.745647 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ffb40f0d-c49a-4c77-b1be-5eacbe8c9b51 None None] Current status of the port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:09.855743 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-e07e341e-b5bf-498c-abb0-d607b84a0872 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1018713021&fields=id&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 267 time: 0.2949934 Apr 12 16:52:10.024448 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-1799fa5e-89c0-4d76-97e4-c43605646914 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:10.035626 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-1799fa5e-89c0-4d76-97e4-c43605646914 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4319890 Apr 12 16:52:10.065994 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-711d9717-7589-46d7-a61d-a8fe6039c93c tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/quotas/a39b2681ae074f639cea0184244423f7 HTTP/1.1" status: 200 len: 375 time: 0.0292218 Apr 12 16:52:10.093036 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.128273 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-e7e237da-c6cb-4c59-9b6c-9769d02d8547 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a39b2681ae074f639cea0184244423f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489271 Apr 12 16:52:10.145800 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-349f316d-1839-4741-a46a-df5f74629313 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:10.147112 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-349f316d-1839-4741-a46a-df5f74629313 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.2905347 Apr 12 16:52:10.167652 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-eaea3679-487a-4fc1-a01d-507e8a02cb14 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/quotas/fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 375 time: 0.0144110 Apr 12 16:52:10.176034 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-dd3eedc1-d9ae-40b9-aa19-6868a0ed85a8 None None] Provisioning complete for port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:10.177250 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dd3eedc1-d9ae-40b9-aa19-6868a0ed85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.276912 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-1f78504b-54c5-4e25-830c-e9d55bcf4b22 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940006 Apr 12 16:52:10.294994 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-dd3eedc1-d9ae-40b9-aa19-6868a0ed85a8 None None] Current status of the port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:10.332242 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Publish callbacks [] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.344680 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.422700 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Allocated IP 172.20.0.1 (0e4683a3-a2b1-4262-bfba-200b824f2564/eceded3d-1957-43d9-a3a8-d86152a1d878/2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:10.472956 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Attempting to bind port 1909f724-baab-4fc9-a906-ad66e612b1dd on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:10.473612 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Attempting to bind port 1909f724-baab-4fc9-a906-ad66e612b1dd by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:10.474298 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Attempting to bind port 1909f724-baab-4fc9-a906-ad66e612b1dd on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:10.488380 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:10.489309 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:10.489868 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.504126 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:10.504988 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Bound port: 1909f724-baab-4fc9-a906-ad66e612b1dd, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:10.505672 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.511859 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Pushing event updated for resources: {'Port': ['ID=1909f724-baab-4fc9-a906-ad66e612b1dd,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:10.560905 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-49861ac4-5133-4ae5-8e1e-ef2001a448ba service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570155 Apr 12 16:52:10.574707 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e295ea-bfe2-455a-9a31-0a63aba68f81 req-d3e05106-39cb-44c5-bc03-c2cde1227dbd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:10.575312 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.575760 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.576232 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.576727 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.577202 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.578081 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.578567 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.579032 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.579470 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.579910 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.580741 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.581200 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.581638 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.582186 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.582632 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:10.584545 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-66e295ea-bfe2-455a-9a31-0a63aba68f81 req-d3e05106-39cb-44c5-bc03-c2cde1227dbd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.1247211 Apr 12 16:52:10.617089 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks [] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.630630 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] For port 1909f724-baab-4fc9-a906-ad66e612b1dd, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:10.638024 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] For port 1909f724-baab-4fc9-a906-ad66e612b1dd, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=1909f724-baab-4fc9-a906-ad66e612b1dd,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:10.659844 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.699410 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:10.770706 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525238ec-9d7f-4204-9245-6eee34bf74fb None None] Pushing event updated for resources: {'Port': ['ID=1909f724-baab-4fc9-a906-ad66e612b1dd,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:10.800560 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-66e295ea-bfe2-455a-9a31-0a63aba68f81 req-8fb88403-3b83-4377-aee3-e84e7506800c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147906 Apr 12 16:52:10.809254 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:10.810451 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:51:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:10.869376 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-46dc50cd-b17a-4a94-95d7-50a11d2aff89 service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825499 Apr 12 16:52:10.937208 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:10.978199 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe29091-5caa-457d-8f84-f08c752e1b9f req-7991ca75-08a8-42cf-957f-dfae5c903d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:10.983803 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dbe29091-5caa-457d-8f84-f08c752e1b9f req-7991ca75-08a8-42cf-957f-dfae5c903d9d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1130 time: 0.2117414 Apr 12 16:52:10.986474 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:10.999227 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:11.129679 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:11.130857 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:11.155456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:11.178126 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (59dddadb-a931-4c21-b13e-94ae613ebdbe), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:11.180176 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b4baf76-8754-4b16-8e97-69f3a1e5d021 req-8e7c5f67-0177-4d74-ac6a-f47be9497fa7 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 210 time: 0.1181314 Apr 12 16:52:11.224524 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:11.225626 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:11.418236 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-71d21073-d454-4ea4-8910-f96161268753 req-183c7ca2-8bcc-4dc5-ac59-35cdd7c55728 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 210 time: 0.0890994 Apr 12 16:52:11.464680 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:11.513012 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebd9da72-6758-442c-9ca3-22f575d224d9 None None] Provisioning complete for port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:11.513435 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebd9da72-6758-442c-9ca3-22f575d224d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:11.525749 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dbe29091-5caa-457d-8f84-f08c752e1b9f req-722ce1a8-e3b4-4bb7-b40e-287322f56d7b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947804 Apr 12 16:52:11.596612 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:11.601143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9da72-6758-442c-9ca3-22f575d224d9 None None] Port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:11.720975 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:08Z', 'revision_number': 3, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:11.827466 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6f3ad-dd5f-4384-b219-c3dfc708bcee None None] The sync data for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi is: [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:08Z', 'revision_number': 3, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:11.911542 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:12.007867 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033498-90d9-4f07-b67e-95a2094b635d req-fee6e8f7-886c-4444-b1f3-891a2ff623dd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:12.010326 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84033498-90d9-4f07-b67e-95a2094b635d req-fee6e8f7-886c-4444-b1f3-891a2ff623dd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0984802 Apr 12 16:52:12.057748 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks [] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:12.067140 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:12.124883 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-84033498-90d9-4f07-b67e-95a2094b635d req-9391884f-e76e-4588-baa8-88991988d106 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055081 Apr 12 16:52:12.168644 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:12.176037 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (59dddadb-a931-4c21-b13e-94ae613ebdbe), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:12.377934 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:12.380214 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:12.417425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c3ab61f-17a2-4c40-9b43-400e7ac59be1 req-f84fe04b-a448-4c46-bcb2-568b70f9332d tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 210 time: 0.1084163 Apr 12 16:52:12.573034 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b2b553c4-4fbd-4849-9ab0-3bb93bdeeead req-838523db-3cb0-47c0-b19c-23e44a9be99b tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 210 time: 0.0539968 Apr 12 16:52:12.730932 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Router 59dddadb-a931-4c21-b13e-94ae613ebdbe has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:52:12.853305 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-94230eb0-8a23-43c7-843a-f344b4ad905c None None] Provisioning complete for port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:12.854880 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-94230eb0-8a23-43c7-843a-f344b4ad905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:12.879668 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:12.891777 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6eda48b9-9c7e-498f-af2b-283f1e467106 admin admin] 10.222.0.55 "PUT /v2.0/routers/59dddadb-a931-4c21-b13e-94ae613ebdbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7079411 Apr 12 16:52:13.004155 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-94230eb0-8a23-43c7-843a-f344b4ad905c None None] Port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:13.096780 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 1909f724-baab-4fc9-a906-ad66e612b1dd up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:13.279737 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 1909f724-baab-4fc9-a906-ad66e612b1dd triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:13.280256 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:13.540766 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbcdea-20dd-4235-9ac1-2aa297652bb7 req-4fe6b570-c5d0-43c4-bba6-8bd0ff2d3600 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:13.551909 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2dbcdea-20dd-4235-9ac1-2aa297652bb7 req-4fe6b570-c5d0-43c4-bba6-8bd0ff2d3600 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.2348573 Apr 12 16:52:13.649123 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-23443fe9-94dd-44e6-92f8-d6bf78b6971b req-833d5d7d-1715-4cea-a039-5ef0d6994096 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 210 time: 0.0599954 Apr 12 16:52:13.689385 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 1909f724-baab-4fc9-a906-ad66e612b1dd is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:13.691371 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:13.693643 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2dbcdea-20dd-4235-9ac1-2aa297652bb7 req-1bf9ba30-b36e-4821-afd8-9147bc4a20eb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390035 Apr 12 16:52:13.744063 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 1909f724-baab-4fc9-a906-ad66e612b1dd, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=1909f724-baab-4fc9-a906-ad66e612b1dd,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:13.751311 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:13.850392 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-abba1afe-cab2-4adc-934f-2faf40a1652b req-055ec1d5-6bb2-421a-977f-49fdcaaefa14 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 210 time: 0.0458596 Apr 12 16:52:13.873612 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=1909f724-baab-4fc9-a906-ad66e612b1dd,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:14.054597 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50654) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:14.060521 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1197752837-network', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:14.082847 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Made reservation on behalf of 3ea922d96a1b4dd0a6186179b1c607d9 for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:14.085853 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.097846 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.197019 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks [] for security_group (74b45571-29c9-4151-9bb1-a7da082f7afa), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.202148 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (74b45571-29c9-4151-9bb1-a7da082f7afa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.236115 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:52:14.247024 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b45571-29c9-4151-9bb1-a7da082f7afa,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:14.255781 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (07eb081f-119f-4a34-a018-b933d6eedeef), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.256510 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Added segment 07eb081f-119f-4a34-a018-b933d6eedeef of type vlan for network ba6b99e0-74a5-406e-976b-d32820426220 Apr 12 16:52:14.265446 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:52:14.316101 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (ba6b99e0-74a5-406e-976b-d32820426220), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.355373 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (ba6b99e0-74a5-406e-976b-d32820426220), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.356983 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:14.357831 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.523603 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-e95cbe5d-5a85-448b-92cb-28f5006d6260 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a39b2681ae074f639cea0184244423f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369991 Apr 12 16:52:14.535461 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4769471 Apr 12 16:52:14.537390 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50672) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:14.546420 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Request body: {'subnet': {'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1197752837-subnet', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:14.601157 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Made reservation on behalf of 3ea922d96a1b4dd0a6186179b1c607d9 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:14.609281 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9134213'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:14.619491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132174e-8b52-440a-81b2-b660f1448c24 admin admin] Pushing event updated for resources: {'Network': ['ID=ba6b99e0-74a5-406e-976b-d32820426220,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:14.637347 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network ba6b99e0-74a5-406e-976b-d32820426220 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:52:15.035508 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 1909f724-baab-4fc9-a906-ad66e612b1dd up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:15.066743 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Sync routers for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:15.099711 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:15.101297 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:51:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:15.105347 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-1aa22038-521e-4630-ae5c-f14269329686 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:15.105870 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-1aa22038-521e-4630-ae5c-f14269329686 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5638580 Apr 12 16:52:15.111486 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-896b61ed-3c3a-4179-9e9b-d08bc2619016 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:15.112857 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-896b61ed-3c3a-4179-9e9b-d08bc2619016 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.1391189 Apr 12 16:52:15.166789 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921a626-f260-4eea-baba-e687ea88a186 req-a66d6efc-b0b1-422a-9b7e-a109a677d3c4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:15.169669 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Request body: {'port': {'device_id': '344b23da-36e3-4617-9343-d1b664fc1d16', 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98', 'admin_state_up': True, 'tenant_id': 'a39b2681ae074f639cea0184244423f7'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:15.188269 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5921a626-f260-4eea-baba-e687ea88a186 req-a66d6efc-b0b1-422a-9b7e-a109a677d3c4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.4210339 Apr 12 16:52:15.192990 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ac10-eb70-408d-9495-1822300ba02a req-393805fc-268b-48eb-beea-fae0d5961d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:15.194621 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1564ac10-eb70-408d-9495-1822300ba02a req-393805fc-268b-48eb-beea-fae0d5961d79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1130 time: 0.2219729 Apr 12 16:52:15.219642 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4ee45-d501-4358-aa7e-9fe3c80c57bb req-d5f4a677-4197-4a61-90d3-3a5a2f7a9038 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:15.232486 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7da4ee45-d501-4358-aa7e-9fe3c80c57bb req-d5f4a677-4197-4a61-90d3-3a5a2f7a9038 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.4240553 Apr 12 16:52:15.260053 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9326564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9134227'] for subnet (7d9219bc-2f54-4718-bbf3-762b5a0c1621), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:15.285528 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:15.387506 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7da4ee45-d501-4358-aa7e-9fe3c80c57bb req-f57d724a-c2ff-4749-826f-4d4d174b3d47 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519060 Apr 12 16:52:15.452886 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-fe7f120a-6e3c-48db-9a43-dcd14abc40b9 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 472 time: 0.2790806 Apr 12 16:52:15.463400 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 1909f724-baab-4fc9-a906-ad66e612b1dd triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:15.464534 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:15.468594 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'port': {'device_id': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'admin_state_up': True, 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'security_groups': ['04073d28-fedc-44b9-a3b5-e586ca525ec9']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:15.503638 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Checking segment: {'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:15.503929 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Network hostable DHCP agents. Network: ba6b99e0-74a5-406e-976b-d32820426220, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:52:15.538625 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5921a626-f260-4eea-baba-e687ea88a186 req-de4783ad-3dfe-48ea-8f12-e9e43d4fdaf0 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463364 Apr 12 16:52:15.539331 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9219bc-2f54-4718-bbf3-762b5a0c1621,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:15.638105 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cd2116d5-e95b-4921-ad3f-efc3f9211775 req-b2d67d6b-414e-4ac6-a48f-ddce4bfbe3c2 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 210 time: 0.0896754 Apr 12 16:52:15.652476 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 2, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:15.684721 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Checking router: 59dddadb-a931-4c21-b13e-94ae613ebdbe for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:15.685086 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Updating router 59dddadb-a931-4c21-b13e-94ae613ebdbe port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:15.687088 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-32c75e4f-e64a-4c67-a5f5-c8f97e275ba0 req-53dcc7dd-68eb-42be-9cd5-64bdea729f64 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 210 time: 0.0622711 Apr 12 16:52:15.706306 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Network ba6b99e0-74a5-406e-976b-d32820426220 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:52:15.730491 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 1909f724-baab-4fc9-a906-ad66e612b1dd is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:15.738987 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, ba6b99e0-74a5-406e-976b-d32820426220) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:15.744813 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:15.745661 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:15.747996 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:15.765527 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d256e21-38e5-4d8f-9f63-39bec1a7bcde None None] Network ba6b99e0-74a5-406e-976b-d32820426220 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:15.792217 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f1a3efca-4f62-4b94-b3f1-f440112432f4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2531369 Apr 12 16:52:15.794133 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50702) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:15.805026 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:15.851228 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:15.857239 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:15.946537 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks [] for router_controller (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), precommit_add_association {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:15.975840 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ac10-eb70-408d-9495-1822300ba02a req-19a53f86-9aa8-48b2-bc1f-f95bea1e30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:15.978405 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1564ac10-eb70-408d-9495-1822300ba02a req-19a53f86-9aa8-48b2-bc1f-f95bea1e30f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.7557521 Apr 12 16:52:15.982615 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Made reservation on behalf of a39b2681ae074f639cea0184244423f7 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:15.986060 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.000139 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.063539 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1564ac10-eb70-408d-9495-1822300ba02a req-6804c065-cc60-4197-b1b2-c30bdecd96d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 200 len: 217 time: 0.0644815 Apr 12 16:52:16.152864 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ac10-eb70-408d-9495-1822300ba02a req-695dd131-e866-43c0-9d40-2de356101ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:16.155188 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1564ac10-eb70-408d-9495-1822300ba02a req-695dd131-e866-43c0-9d40-2de356101ac9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0852284 Apr 12 16:52:16.179804 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks [] for router_gateway (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.234599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ac10-eb70-408d-9495-1822300ba02a req-85121df6-231c-437b-90f2-0dc639f5c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:16.236628 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1564ac10-eb70-408d-9495-1822300ba02a req-85121df6-231c-437b-90f2-0dc639f5c7d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453286 Apr 12 16:52:16.270753 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Made reservation on behalf of fae28403f9c94d76899fbfb5e997f585 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:16.275262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.378987 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-ba6b99e0-74a5-406e-976b-d32820426220', 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220', 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'fixed_ips': [{'subnet_id': '7d9219bc-2f54-4718-bbf3-762b5a0c1621'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:52:16.381369 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.467049 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks [] for security_group (4b32bd4a-e25e-424a-bc18-0487b6b6dffe), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.497232 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (4b32bd4a-e25e-424a-bc18-0487b6b6dffe), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.504934 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks [] for router_gateway (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.529303 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.552476 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Publish callbacks [] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.658585 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Allocated IP 172.27.3.70 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/c95203a4-59dc-4007-80ca-fe8a9113ad81) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:16.670613 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.770299 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.20.0.14 (fd491a4c-3c01-45c6-ba4b-d85f30b21624/3665ef25-cb10-4dc5-953d-ceacf9b2be6b/7178f196-5753-47ec-9578-c47977e8e558) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:16.810010 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks [] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:16.901654 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1564ac10-eb70-408d-9495-1822300ba02a req-316fcf59-1c50-45b3-9081-c614c91e98c4 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533473 Apr 12 16:52:16.902273 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b32bd4a-e25e-424a-bc18-0487b6b6dffe,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:16.913974 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Allocated IP 172.20.0.2 (ba6b99e0-74a5-406e-976b-d32820426220/7d9219bc-2f54-4718-bbf3-762b5a0c1621/2311294d-e927-4d56-9ef3-2e5fb1dbc82c) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:16.998415 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43be2-0017-4128-b7ec-1768c183974c req-e9c6c06d-f37a-418e-af97-53ac7c3898f2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:17.009006 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36c43be2-0017-4128-b7ec-1768c183974c req-e9c6c06d-f37a-418e-af97-53ac7c3898f2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1314592 Apr 12 16:52:17.059419 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.072638 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Allocated IP 192.168.233.186 (c63c0cc9-276b-4f25-bd92-19745285ee98/2ddcf314-1641-45c5-9d42-d2174994e9c8/ee86d4af-0052-4790-8cc7-deae2ec7d037) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:17.177279 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Publish callbacks [] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.181951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efe69a-0057-4d82-a4ab-4e4b17fe4afa req-0b9c9d80-b2ca-4380-b38f-2a0c29650272 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:17.186477 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa68f-4c61-453d-a279-fbc73a4d68aa None None] Pushing event updated for resources: {'Port': ['ID=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:17.188882 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75efe69a-0057-4d82-a4ab-4e4b17fe4afa req-0b9c9d80-b2ca-4380-b38f-2a0c29650272 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.3143172 Apr 12 16:52:17.194257 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:17.196868 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.207701 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36c43be2-0017-4128-b7ec-1768c183974c req-d853a045-ffce-4264-97b2-d6185a12a0de tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927876 Apr 12 16:52:17.212326 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:17.222511 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:17.264284 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Pushing event updated for resources: {'Port': ['ID=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:17.282743 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (7178f196-5753-47ec-9578-c47977e8e558), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.299662 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Pushing event updated for resources: {'Port': ['ID=c95203a4-59dc-4007-80ca-fe8a9113ad81,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:17.408087 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-eb5da1e1-b300-47cc-b351-506f014073c2 None None] Provisioning complete for port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:17.408647 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eb5da1e1-b300-47cc-b351-506f014073c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.415170 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Attempting to bind port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:17.415664 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Attempting to bind port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:17.425189 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Attempting to bind port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 on network 0e4683a3-a2b1-4262-bfba-200b824f2564 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:17.436087 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Network ba6b99e0-74a5-406e-976b-d32820426220 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:17.471320 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1564ac10-eb70-408d-9495-1822300ba02a req-a0c7e8c1-13b5-40fd-9f63-fc81b81b81ba service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357754 Apr 12 16:52:17.483763 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-eb5da1e1-b300-47cc-b351-506f014073c2 None None] Port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:17.494759 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:17.500104 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:17.500879 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Checking segment: {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:17.501886 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.502598 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Bound using segment: {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:17.503305 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Bound port: 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:17.505059 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.519581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (7178f196-5753-47ec-9578-c47977e8e558), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.525522 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:17.639011 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:17.650286 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:17.662436 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:17.671915 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75efe69a-0057-4d82-a4ab-4e4b17fe4afa req-84143792-54fc-4c1f-bfb0-128a26421a2e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820988 Apr 12 16:52:17.723321 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=7178f196-5753-47ec-9578-c47977e8e558,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:17.735305 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Attempting to bind port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:17.735687 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Attempting to bind port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:17.736210 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Attempting to bind port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c on network ba6b99e0-74a5-406e-976b-d32820426220 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:17.755431 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-926cfe8c-c70d-4352-b15e-5f064b4a8f84 req-4d7f895e-d4d2-427b-8bc9-31879bb7811b tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 210 time: 0.3796976 Apr 12 16:52:17.756135 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:17.761148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Checking segment: {'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:17.761148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.761148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Bound using segment: {'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:17.761148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Bound port: 2311294d-e927-4d56-9ef3-2e5fb1dbc82c, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:17.761148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.773870 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] For port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:17.782529 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:17.783368 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.797807 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks [] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.833989 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ad2eabd7-90a0-4d0e-b9ea-18b69d971d39 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3691287 Apr 12 16:52:17.836178 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.907312 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] For port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:17.910865 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] For port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,segment=NetworkSegment(07eb081f-119f-4a34-a018-b933d6eedeef),segment_id=07eb081f-119f-4a34-a018-b933d6eedeef)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:17.915185 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] For port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:17.916798 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Network c63c0cc9-276b-4f25-bd92-19745285ee98 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:17.920735 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Pushing event updated for resources: {'Port': ['ID=ee86d4af-0052-4790-8cc7-deae2ec7d037,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:17.923505 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:17.926281 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:17.927907 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:17.948022 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:18.000615 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks [] for router_gateway (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:18.021831 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:18.022651 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:18.062593 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:18.063299 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:51:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:18.083772 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-a74107f3-d29d-40d9-95d7-3eb160849433 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9193814 Apr 12 16:52:18.244234 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-e407e13f-57c0-4498-8e59-72110a2c6f18 None None] Provisioning complete for port 7178f196-5753-47ec-9578-c47977e8e558 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:18.244547 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e407e13f-57c0-4498-8e59-72110a2c6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (7178f196-5753-47ec-9578-c47977e8e558), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:18.296150 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-e407e13f-57c0-4498-8e59-72110a2c6f18 None None] Port 7178f196-5753-47ec-9578-c47977e8e558 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:18.303999 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ee11d-f11e-422b-852b-a2682183c2fa None None] Pushing event updated for resources: {'Port': ['ID=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:18.411346 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:18.503229 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa68f-4c61-453d-a279-fbc73a4d68aa None None] Pushing event updated for resources: {'Port': ['ID=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:18.523040 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Provisioning complete for port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:18.523425 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:18.636792 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce272f-863c-4e47-a59a-22460f7c9cd1 req-ce029446-d638-4ebd-b7fa-3142eb13cd6c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:18.643997 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11ce272f-863c-4e47-a59a-22460f7c9cd1 req-ce029446-d638-4ebd-b7fa-3142eb13cd6c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 932 time: 0.8289652 Apr 12 16:52:18.683435 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b618de9-8d24-4dbd-bfdc-153a4870bd55 req-88d6a53c-cfa4-4bb0-a992-ffc391ab3ce0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:18.690755 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b618de9-8d24-4dbd-bfdc-153a4870bd55 req-88d6a53c-cfa4-4bb0-a992-ffc391ab3ce0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1201248 Apr 12 16:52:18.802798 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:17Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:18.812229 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11ce272f-863c-4e47-a59a-22460f7c9cd1 req-21ffd994-3bab-4185-b1f3-afffc8a7dd6a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643515 Apr 12 16:52:18.840694 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628a6b8-589a-4a41-bd39-baca4836cf02 None None] The sync data for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi is: [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:17Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:18.941247 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Current status of the port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:18.941789 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.003793 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b618de9-8d24-4dbd-bfdc-153a4870bd55 req-2f2c7ad0-6ee6-433e-b6c3-e59d28ac5b7a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117726 Apr 12 16:52:19.072164 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] For port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:19.090575 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.111346 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Provisioning complete for port ee86d4af-0052-4790-8cc7-deae2ec7d037 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:19.111887 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.124529 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Request body: {'port': {'device_id': '344b23da-36e3-4617-9343-d1b664fc1d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:19.218549 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Request body: {'port': {'device_id': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:19.249701 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02855d0e-d0d7-48c3-94a6-3cca7b6441fb req-052a16d4-37df-4c67-9d2e-ac3459a8958d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:19.253508 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Pushing event updated for resources: {'Port': ['ID=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:19.257866 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02855d0e-d0d7-48c3-94a6-3cca7b6441fb req-052a16d4-37df-4c67-9d2e-ac3459a8958d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.2795916 Apr 12 16:52:19.259700 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2311294d-e927-4d56-9ef3-2e5fb1dbc82c up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:19.264113 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2e41b4b7-76e5-4dc4-b543-6e9503a1c8b7 None None] Port ee86d4af-0052-4790-8cc7-deae2ec7d037 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:19.372302 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:19.372709 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.456774 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.481558 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7178f196-5753-47ec-9578-c47977e8e558), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.495848 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-02855d0e-d0d7-48c3-94a6-3cca7b6441fb req-5e44e96a-c4c7-45c0-aa73-b3d865463437 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370617 Apr 12 16:52:19.507585 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde90f42-bd1d-4e01-be19-5219b4f82a67 req-b35c3fce-f814-4d62-b5f6-d366f0a94756 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:19.510619 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fde90f42-bd1d-4e01-be19-5219b4f82a67 req-b35c3fce-f814-4d62-b5f6-d366f0a94756 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 936 time: 0.2882602 Apr 12 16:52:19.544125 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.682482 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fde90f42-bd1d-4e01-be19-5219b4f82a67 req-45cda8c8-b108-47b8-95e6-4e3cb8de309f tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612773 Apr 12 16:52:19.855213 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:52:19.860027 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9edc84-5cb2-4743-9d88-909edf9650fe None None] Network ba6b99e0-74a5-406e-976b-d32820426220 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:19.893173 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:19.894055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:19.961005 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-eecf4c7e-d2d3-4084-bc2e-a3ce5ca568da None None] Provisioning complete for port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:19.961839 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-eecf4c7e-d2d3-4084-bc2e-a3ce5ca568da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:20.009422 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,segment=NetworkSegment(07eb081f-119f-4a34-a018-b933d6eedeef),segment_id=07eb081f-119f-4a34-a018-b933d6eedeef)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:20.065871 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:20.147352 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc1fd-491d-45cf-9085-2ca0ba22e279 req-986f4d53-dbc6-4eca-bcae-c7e0027da49e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:20.156217 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a68cc1fd-491d-45cf-9085-2ca0ba22e279 req-986f4d53-dbc6-4eca-bcae-c7e0027da49e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 932 time: 0.2015212 Apr 12 16:52:20.174139 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:20.257042 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:20.270859 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Sync routers for ids ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:20.286682 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Routers {'d2a5526b-a481-4b5e-8f71-53e6c18e5f73'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:20.287359 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:51:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:20.377352 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098a53-ecfb-45ec-b7a5-60539bc8d019 req-52b308f0-aff1-4d49-b997-54c4078cd0af tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:20.390807 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1f098a53-ecfb-45ec-b7a5-60539bc8d019 req-52b308f0-aff1-4d49-b997-54c4078cd0af tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1467099 Apr 12 16:52:20.405124 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-eecf4c7e-d2d3-4084-bc2e-a3ce5ca568da None None] Current status of the port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:20.472717 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:20.474836 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-39dc9c8a-c0e1-4990-b179-abd317134875 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6794136 Apr 12 16:52:20.481254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50778) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:20.630569 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Set router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:20.695258 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a68cc1fd-491d-45cf-9085-2ca0ba22e279 req-585f251b-63ea-4a7e-9eca-436d445a21bf tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230637 Apr 12 16:52:20.744397 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1f098a53-ecfb-45ec-b7a5-60539bc8d019 req-43b46f6e-d975-4366-9dd3-bc682f2bc011 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469970 Apr 12 16:52:20.871732 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-11b9e7f1-7791-4ae8-9810-440fdcafe50a None None] Provisioning complete for port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:20.872276 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-11b9e7f1-7791-4ae8-9810-440fdcafe50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:20.896941 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7178f196-5753-47ec-9578-c47977e8e558 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:20.988086 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Publish callbacks [] for port (7178f196-5753-47ec-9578-c47977e8e558), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.020629 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee86d4af-0052-4790-8cc7-deae2ec7d037 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:21.033171 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Transition to ACTIVE for port object 7178f196-5753-47ec-9578-c47977e8e558 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:52:21.039682 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Publish callbacks [] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.063468 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (7178f196-5753-47ec-9578-c47977e8e558), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.071500 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Transition to ACTIVE for port object ee86d4af-0052-4790-8cc7-deae2ec7d037 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:52:21.096966 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-11b9e7f1-7791-4ae8-9810-440fdcafe50a None None] Current status of the port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:21.104302 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329141cc-02d3-434d-80b7-3f530beca9e2 req-cce0738e-81b7-4f81-b51d-229b10d46591 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:21.105850 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-329141cc-02d3-434d-80b7-3f530beca9e2 req-cce0738e-81b7-4f81-b51d-229b10d46591 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 936 time: 0.1143544 Apr 12 16:52:21.106462 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.130644 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:52:17Z', 'revision_number': 3, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:21.177359 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f56c7-31ff-4094-b3bc-b70e347d9e6a req-fe587cb7-d650-490e-b2c1-323590ecc978 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:21.179922 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-045f56c7-31ff-4094-b3bc-b70e347d9e6a req-fe587cb7-d650-490e-b2c1-323590ecc978 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.2343650 Apr 12 16:52:21.212455 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Checking router: d2a5526b-a481-4b5e-8f71-53e6c18e5f73 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:21.213258 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Updating router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 port c95203a4-59dc-4007-80ca-fe8a9113ad81 binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:21.228915 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2311294d-e927-4d56-9ef3-2e5fb1dbc82c up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:21.255776 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7178f196-5753-47ec-9578-c47977e8e558,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:21.316792 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.331879 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:21.335296 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.513141 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-329141cc-02d3-434d-80b7-3f530beca9e2 req-9495fc91-0092-446a-871a-6b7fa2577bec tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874381 Apr 12 16:52:21.554883 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-045f56c7-31ff-4094-b3bc-b70e347d9e6a req-a37f73a7-b0f6-4efd-bb82-2a4f85ea64ac tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678790 Apr 12 16:52:21.701769 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:21.704067 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:21.733490 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Pushing event updated for resources: {'Port': ['ID=ee86d4af-0052-4790-8cc7-deae2ec7d037,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:21.752861 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Attempting to bind port 7178f196-5753-47ec-9578-c47977e8e558 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:21.753470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Attempting to bind port 7178f196-5753-47ec-9578-c47977e8e558 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:21.753962 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Attempting to bind port 7178f196-5753-47ec-9578-c47977e8e558 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:21.802278 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Port 7178f196-5753-47ec-9578-c47977e8e558 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:52:21.802624 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Attempting to bind port 7178f196-5753-47ec-9578-c47977e8e558 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:21.854308 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:21.855217 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Checking segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:21.887160 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Bound using segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:21.887725 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Bound port: 7178f196-5753-47ec-9578-c47977e8e558, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:21.888106 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7178f196-5753-47ec-9578-c47977e8e558), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.892076 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:21.892622 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.927045 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Publish callbacks [] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.935421 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Attempting to bind port ee86d4af-0052-4790-8cc7-deae2ec7d037 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:21.936157 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Attempting to bind port ee86d4af-0052-4790-8cc7-deae2ec7d037 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:21.941820 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:21.944581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Attempting to bind port ee86d4af-0052-4790-8cc7-deae2ec7d037 on network c63c0cc9-276b-4f25-bd92-19745285ee98 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:21.963779 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Port ee86d4af-0052-4790-8cc7-deae2ec7d037 on network c63c0cc9-276b-4f25-bd92-19745285ee98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:52:21.964119 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Attempting to bind port ee86d4af-0052-4790-8cc7-deae2ec7d037 on network c63c0cc9-276b-4f25-bd92-19745285ee98 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:21.972969 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b743-893e-46c0-bfae-c55cb79da0ee req-76389549-a32f-429c-a721-5b3f08fff50e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:21.982744 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a680b743-893e-46c0-bfae-c55cb79da0ee req-76389549-a32f-429c-a721-5b3f08fff50e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 944 time: 0.0715773 Apr 12 16:52:22.029738 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:22.030108 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Checking segment: {'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:22.030531 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Bound using segment: {'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:22.032188 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Bound port: ee86d4af-0052-4790-8cc7-deae2ec7d037, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2924f8ca-4a69-4ad1-822f-d4c450a42a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:22.032566 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.057959 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:22.091426 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d1bcc-13fe-4c9d-84ba-b4a3daf58850 None None] Pushing event updated for resources: {'Port': ['ID=c95203a4-59dc-4007-80ca-fe8a9113ad81,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:22.111436 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Attempting to bind port c95203a4-59dc-4007-80ca-fe8a9113ad81 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:22.111828 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Attempting to bind port c95203a4-59dc-4007-80ca-fe8a9113ad81 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:22.112245 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Attempting to bind port c95203a4-59dc-4007-80ca-fe8a9113ad81 on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:22.120901 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:22.121906 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:22.122316 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.127069 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:22.127069 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Bound port: c95203a4-59dc-4007-80ca-fe8a9113ad81, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:22.127069 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.142375 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] For port 7178f196-5753-47ec-9578-c47977e8e558, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:22.167617 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] For port 7178f196-5753-47ec-9578-c47977e8e558, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7178f196-5753-47ec-9578-c47977e8e558,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:22.172192 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] For port ee86d4af-0052-4790-8cc7-deae2ec7d037, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:22.196612 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] For port ee86d4af-0052-4790-8cc7-deae2ec7d037, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ee86d4af-0052-4790-8cc7-deae2ec7d037,segment=NetworkSegment(2924f8ca-4a69-4ad1-822f-d4c450a42a5d),segment_id=2924f8ca-4a69-4ad1-822f-d4c450a42a5d)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:22.218349 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (7178f196-5753-47ec-9578-c47977e8e558), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.224399 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fa57-8453-4d79-96c0-842cefd8cfd4 req-5fbd6e69-2793-466f-8741-9c351769bad5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:22.233532 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f173fa57-8453-4d79-96c0-842cefd8cfd4 req-5fbd6e69-2793-466f-8741-9c351769bad5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.3335555 Apr 12 16:52:22.297622 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.298733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.376326 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a680b743-893e-46c0-bfae-c55cb79da0ee req-e87bbdae-52b9-4547-a454-ba36b3ec40d9 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920252 Apr 12 16:52:22.398359 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:22.398359 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.398359 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] 10.222.0.49 "PUT /v2.0/ports/7178f196-5753-47ec-9578-c47977e8e558 HTTP/1.1" status: 200 len: 1094 time: 3.1796260 Apr 12 16:52:22.398359 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'tag': '7178f196-5753-47ec-9578-c47977e8e558'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:22.398359 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18738aa-7027-4fc3-8033-04abd53e4cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "tag": "7178f196-5753-47ec-9578-c47977e8e558"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:22.420343 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:22.421005 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.422488 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] 10.222.0.49 "PUT /v2.0/ports/ee86d4af-0052-4790-8cc7-deae2ec7d037 HTTP/1.1" status: 200 len: 1098 time: 3.3045237 Apr 12 16:52:22.460623 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b4b57-e7f4-42e4-b630-53f1b8d17ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7178f196-5753-47ec-9578-c47977e8e558,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:22.479401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4dce9706-af82-416b-ab36-56f2f5885376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.512023 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] For port c95203a4-59dc-4007-80ca-fe8a9113ad81, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:22.517501 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] For port c95203a4-59dc-4007-80ca-fe8a9113ad81, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c95203a4-59dc-4007-80ca-fe8a9113ad81,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:22.532553 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:22.621595 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f173fa57-8453-4d79-96c0-842cefd8cfd4 req-81b18f38-f03d-4691-bba0-1e65f471bdd6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483222 Apr 12 16:52:22.624579 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820cd78-1536-45de-88f8-47e5d82fef66 x-openstack-request-id: req-e820cd78-1536-45de-88f8-47e5d82fef66 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:22.626528 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "tag": "7178f196-5753-47ec-9578-c47977e8e558", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:22.627009 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e820cd78-1536-45de-88f8-47e5d82fef66 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:22.627607 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e820cd78-1536-45de-88f8-47e5d82fef66'] response: {'name': 'network-changed', 'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'tag': '7178f196-5753-47ec-9578-c47977e8e558', 'status': 'completed', 'code': 200} Apr 12 16:52:22.747441 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Routers {'d2a5526b-a481-4b5e-8f71-53e6c18e5f73'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:22.748106 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:51:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:22.801616 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-bc0be885-434a-4a47-8716-44850da309c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:22.802356 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-bc0be885-434a-4a47-8716-44850da309c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a39b2681ae074f639cea0184244423f7&device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 1132 time: 0.2371655 Apr 12 16:52:22.903480 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5e200-efcb-41d5-a070-9e7e4799e4ff service neutron] Pushing event updated for resources: {'Port': ['ID=ee86d4af-0052-4790-8cc7-deae2ec7d037,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:22.934402 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-126056c6-8eae-497f-ab56-98aca7d82dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:22.936033 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-126056c6-8eae-497f-ab56-98aca7d82dbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 1128 time: 0.3724144 Apr 12 16:52:23.031213 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-daa0b9a3-c99c-471a-9c7a-ca5861bd3582 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ee86d4af-0052-4790-8cc7-deae2ec7d037 HTTP/1.1" status: 200 len: 217 time: 0.1644995 Apr 12 16:52:23.057508 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd1e8-6905-478e-aee3-dc753767653d req-03b8433d-2eed-4912-affb-0fa1e919e40b tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:23.059101 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a6fd1e8-6905-478e-aee3-dc753767653d req-03b8433d-2eed-4912-affb-0fa1e919e40b tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 948 time: 0.1752062 Apr 12 16:52:23.060366 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Allocated IP 172.20.0.1 (ba6b99e0-74a5-406e-976b-d32820426220/7d9219bc-2f54-4718-bbf3-762b5a0c1621/d169e145-b9d9-4e8e-bd4c-a185547174d5) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:23.121485 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-2adf75d1-1195-46c9-b451-f40c31e12435 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7178f196-5753-47ec-9578-c47977e8e558 HTTP/1.1" status: 200 len: 217 time: 0.1091466 Apr 12 16:52:23.134227 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] Set router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:23.174826 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d1bcc-13fe-4c9d-84ba-b4a3daf58850 None None] Pushing event updated for resources: {'Port': ['ID=c95203a4-59dc-4007-80ca-fe8a9113ad81,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:23.217980 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a6fd1e8-6905-478e-aee3-dc753767653d req-bc7c6648-9790-4260-9449-639bf17223a7 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409891 Apr 12 16:52:23.247080 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-92e5ea10-6a48-4d20-a490-0f077c052834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:23.260424 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-92e5ea10-6a48-4d20-a490-0f077c052834 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ddcf314-1641-45c5-9d42-d2174994e9c8 HTTP/1.1" status: 200 len: 843 time: 0.1613150 Apr 12 16:52:23.341716 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-17c30723-4fd0-4988-8977-f5d28c34990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:23.345410 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-17c30723-4fd0-4988-8977-f5d28c34990e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.1810942 Apr 12 16:52:23.346731 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-97e11cc7-0a9d-4d92-a402-a0227c7610be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:23.347285 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks [] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:23.350003 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-97e11cc7-0a9d-4d92-a402-a0227c7610be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c63c0cc9-276b-4f25-bd92-19745285ee98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0761530 Apr 12 16:52:23.391588 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:23.438054 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Network ba6b99e0-74a5-406e-976b-d32820426220 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:23.439497 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:23.443267 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:23.474484 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50832) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:23.485696 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Pushing event updated for resources: {'Port': ['ID=d169e145-b9d9-4e8e-bd4c-a185547174d5,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:23.506711 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:52:17Z', 'revision_number': 3, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:23.514632 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:23.553809 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c027518-a6db-4790-ad7d-f47d566fbc86 None None] The sync data for ids ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'] in dv-cinder-837529-1-iscsi is: [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:52:17Z', 'revision_number': 3, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:23.577065 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-4be3f0e3-9189-4b8d-adcb-1fc7e88e5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:23.579876 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-4be3f0e3-9189-4b8d-adcb-1fc7e88e5c1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2204545 Apr 12 16:52:23.670920 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdf3e9-9539-4550-a4a8-31a2ad222da8 req-5882e2af-f87d-406b-9b1b-1eff56f3c029 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:23.673044 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6bfdf3e9-9539-4550-a4a8-31a2ad222da8 req-5882e2af-f87d-406b-9b1b-1eff56f3c029 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 944 time: 0.0735738 Apr 12 16:52:23.814685 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-c97ee67b-e8e7-4016-8172-657582c5ee33 service neutron] 10.222.0.49 "GET /v2.0/networks/c63c0cc9-276b-4f25-bd92-19745285ee98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731644 Apr 12 16:52:23.863911 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-8acbec83-d9a5-4680-89a8-92334a0a64a9 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365904 Apr 12 16:52:23.879424 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6bfdf3e9-9539-4550-a4a8-31a2ad222da8 req-c55ec90f-9c98-454c-adb2-f502ad439fec tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966314 Apr 12 16:52:23.883093 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-5578ea3f-17dc-4dfd-ab74-610596898114 None None] Provisioning complete for port d169e145-b9d9-4e8e-bd4c-a185547174d5 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:23.883093 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5578ea3f-17dc-4dfd-ab74-610596898114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:23.934270 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985af27b-2ac3-47fd-bcac-0bc32a565435 req-b5832c1b-4931-4e36-8dc1-8bdaf4506a55 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:23.936365 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-985af27b-2ac3-47fd-bcac-0bc32a565435 req-b5832c1b-4931-4e36-8dc1-8bdaf4506a55 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0605204 Apr 12 16:52:23.995763 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5578ea3f-17dc-4dfd-ab74-610596898114 None None] Port d169e145-b9d9-4e8e-bd4c-a185547174d5 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:24.033618 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.095418 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-985af27b-2ac3-47fd-bcac-0bc32a565435 req-5ce44299-fbaf-498f-abbe-8d3f2b64daea tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242821 Apr 12 16:52:24.405461 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ba81f03-1845-4935-b6b3-d2cbe3968f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.440911 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031d15f-6576-4536-b366-5e6451295a67 req-ce269969-d20d-4ac8-b3c0-c994fe730d7e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:24.455351 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c031d15f-6576-4536-b366-5e6451295a67 req-ce269969-d20d-4ac8-b3c0-c994fe730d7e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1412661 Apr 12 16:52:24.462036 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks [] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.494577 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.536508 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-38fa47da-6b9d-4b1f-944f-80594369df85 req-974c12db-7a64-4dd9-ba0c-582caf1a1695 service neutron] 10.222.0.49 "GET /v2.0/networks/c63c0cc9-276b-4f25-bd92-19745285ee98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085140 Apr 12 16:52:24.577426 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5e2d3263-db5a-4dd0-9f1e-bb7cb7fcc8c0 req-8e7dde3d-29f0-4a87-8a63-134b009c6c0b service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805930 Apr 12 16:52:24.628786 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ba81f03-1845-4935-b6b3-d2cbe3968f12 admin admin] Publish callbacks [] for security_group (066fdac5-85b8-4d99-aed7-52d3293476ac), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.630021 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344b23da-36e3-4617-9343-d1b664fc1d16', 'tag': 'ee86d4af-0052-4790-8cc7-deae2ec7d037'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:24.632548 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35" -d '{"events": [{"name": "network-changed", "server_uuid": "344b23da-36e3-4617-9343-d1b664fc1d16", "tag": "ee86d4af-0052-4790-8cc7-deae2ec7d037"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:24.637643 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2ba81f03-1845-4935-b6b3-d2cbe3968f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (066fdac5-85b8-4d99-aed7-52d3293476ac), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.707456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba81f03-1845-4935-b6b3-d2cbe3968f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066fdac5-85b8-4d99-aed7-52d3293476ac,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:24.724946 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.732769 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2ba81f03-1845-4935-b6b3-d2cbe3968f12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98dda357e27f4134a89458e7d75957ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2449396 Apr 12 16:52:24.735463 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:24.784259 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Pushing event updated for resources: {'Port': ['ID=d169e145-b9d9-4e8e-bd4c-a185547174d5,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:24.823317 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c031d15f-6576-4536-b366-5e6451295a67 req-64524cdb-52de-488e-b87a-3adc930c4393 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618834 Apr 12 16:52:24.870444 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07641800-e717-495c-a0d0-d55574d630b2 admin admin] Publish callbacks [] for security_group (066fdac5-85b8-4d99-aed7-52d3293476ac), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.880640 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-99e6d1c9-61b8-4d3a-aeb5-b28e38289c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:24.939853 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07641800-e717-495c-a0d0-d55574d630b2 admin admin] Publish callbacks [] for security_group (066fdac5-85b8-4d99-aed7-52d3293476ac), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.013173 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07641800-e717-495c-a0d0-d55574d630b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (066fdac5-85b8-4d99-aed7-52d3293476ac), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.018138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-07641800-e717-495c-a0d0-d55574d630b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.021891 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-07641800-e717-495c-a0d0-d55574d630b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/066fdac5-85b8-4d99-aed7-52d3293476ac HTTP/1.1" status: 204 len: 168 time: 0.2824998 Apr 12 16:52:25.037297 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07641800-e717-495c-a0d0-d55574d630b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066fdac5-85b8-4d99-aed7-52d3293476ac,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:25.077104 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47481c4d-e572-4910-81cf-c9808763817e req-10f339d8-821b-4372-99e9-1f418e7d2c62 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:25.085092 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47481c4d-e572-4910-81cf-c9808763817e req-10f339d8-821b-4372-99e9-1f418e7d2c62 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 948 time: 0.1185007 Apr 12 16:52:25.121278 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Network ba6b99e0-74a5-406e-976b-d32820426220 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:25.134485 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:25.157575 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c95203a4-59dc-4007-80ca-fe8a9113ad81 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:25.235150 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port c95203a4-59dc-4007-80ca-fe8a9113ad81 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:25.235532 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.244532 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47481c4d-e572-4910-81cf-c9808763817e req-d26c396b-02b2-4c35-96dd-0029de7342ad tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551828 Apr 12 16:52:25.245813 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50884) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:25.253285 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-2a1b76c5-2a5c-4bdc-8e0b-3d094529e56a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127604764', 'description': 'tempest-description--1317479606'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:25.318716 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8308252e-e642-4695-8a24-a1800eed9984 x-openstack-request-id: req-8308252e-e642-4695-8a24-a1800eed9984 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:25.319440 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344b23da-36e3-4617-9343-d1b664fc1d16", "tag": "ee86d4af-0052-4790-8cc7-deae2ec7d037", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:25.319918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8308252e-e642-4695-8a24-a1800eed9984 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:25.320574 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8308252e-e642-4695-8a24-a1800eed9984'] response: {'name': 'network-changed', 'server_uuid': '344b23da-36e3-4617-9343-d1b664fc1d16', 'tag': 'ee86d4af-0052-4790-8cc7-deae2ec7d037', 'status': 'completed', 'code': 200} Apr 12 16:52:25.325900 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a1b76c5-2a5c-4bdc-8e0b-3d094529e56a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.474692 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port c95203a4-59dc-4007-80ca-fe8a9113ad81 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:25.475426 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.487810 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a1b76c5-2a5c-4bdc-8e0b-3d094529e56a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group (322dc84e-17b1-4657-a227-993c83a318da), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.495148 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a1b76c5-2a5c-4bdc-8e0b-3d094529e56a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (322dc84e-17b1-4657-a227-993c83a318da), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.509284 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port c95203a4-59dc-4007-80ca-fe8a9113ad81, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c95203a4-59dc-4007-80ca-fe8a9113ad81,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:25.514623 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.533497 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b76c5-2a5c-4bdc-8e0b-3d094529e56a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322dc84e-17b1-4657-a227-993c83a318da,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:25.543992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2a1b76c5-2a5c-4bdc-8e0b-3d094529e56a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.548278 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2a1b76c5-2a5c-4bdc-8e0b-3d094529e56a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2986295 Apr 12 16:52:25.548463 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50886) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:25.553059 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-d252fec1-0961-4230-84bb-6e87a8fd1942 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'security_group_rule': {'security_group_id': '322dc84e-17b1-4657-a227-993c83a318da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:25.572442 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=c95203a4-59dc-4007-80ca-fe8a9113ad81,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:25.589423 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d252fec1-0961-4230-84bb-6e87a8fd1942 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group_rule (e2beae89-9e95-4a3c-831f-07d624c2f16b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.640302 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0a587e09-e048-417a-b164-5caf9c30469c None None] Provisioning complete for port d169e145-b9d9-4e8e-bd4c-a185547174d5 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:25.640691 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0a587e09-e048-417a-b164-5caf9c30469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.663744 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d252fec1-0961-4230-84bb-6e87a8fd1942 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group_rule (e2beae89-9e95-4a3c-831f-07d624c2f16b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.670197 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d252fec1-0961-4230-84bb-6e87a8fd1942 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (e2beae89-9e95-4a3c-831f-07d624c2f16b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.678523 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0a587e09-e048-417a-b164-5caf9c30469c None None] Port d169e145-b9d9-4e8e-bd4c-a185547174d5 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:25.689196 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252fec1-0961-4230-84bb-6e87a8fd1942 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2beae89-9e95-4a3c-831f-07d624c2f16b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:25.708468 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d252fec1-0961-4230-84bb-6e87a8fd1942 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.709668 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d252fec1-0961-4230-84bb-6e87a8fd1942 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602540 Apr 12 16:52:25.712965 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50888) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:25.721792 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b1d0d74f-a8b6-401d-b6ca-6202bd78653e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'security_group_rule': {'security_group_id': '322dc84e-17b1-4657-a227-993c83a318da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:25.750070 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d74f-a8b6-401d-b6ca-6202bd78653e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group_rule (b80d5bc0-df33-4197-83a6-9611ce1e493d), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.778958 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607164d-9bde-4e9b-b962-f61df43b2b6d req-843add77-83ab-46bf-a6d8-2d03dd57040f tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:25.780505 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a607164d-9bde-4e9b-b962-f61df43b2b6d req-843add77-83ab-46bf-a6d8-2d03dd57040f tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 944 time: 0.0930600 Apr 12 16:52:25.790705 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b679-a658-4cdb-acf8-10df5e217f1b req-bd291259-28a4-4f23-b801-9e02c2f5da3b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:25.792205 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6025b679-a658-4cdb-acf8-10df5e217f1b req-bd291259-28a4-4f23-b801-9e02c2f5da3b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1067371 Apr 12 16:52:25.804545 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:52:25.818376 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d74f-a8b6-401d-b6ca-6202bd78653e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group_rule (b80d5bc0-df33-4197-83a6-9611ce1e493d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.822884 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d74f-a8b6-401d-b6ca-6202bd78653e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (b80d5bc0-df33-4197-83a6-9611ce1e493d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.845589 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0d74f-a8b6-401d-b6ca-6202bd78653e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80d5bc0-df33-4197-83a6-9611ce1e493d,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:25.850542 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d74f-a8b6-401d-b6ca-6202bd78653e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.852854 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b1d0d74f-a8b6-401d-b6ca-6202bd78653e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374049 Apr 12 16:52:25.855517 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50892) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:25.859828 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:25.874073 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.883779 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:25.918465 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a607164d-9bde-4e9b-b962-f61df43b2b6d req-e4ed7512-e4e8-4331-ab67-fdfe4496c4ae tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252968 Apr 12 16:52:25.923239 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6025b679-a658-4cdb-acf8-10df5e217f1b req-34540119-d8f8-402c-aa0e-4aed9f546273 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160848 Apr 12 16:52:26.005305 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.014659 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:26.039568 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a2ecd12c-a744-4ffe-8f06-4b6f20129f76 admin admin] 10.222.0.55 "PUT /v2.0/routers/d2a5526b-a481-4b5e-8f71-53e6c18e5f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5528049 Apr 12 16:52:26.059864 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab058-20fd-4e13-8d7a-243a8af9ff53 req-a43f4369-a4c6-4dfb-b3fc-e1d1251eafb4 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:26.062119 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a8ab058-20fd-4e13-8d7a-243a8af9ff53 req-a43f4369-a4c6-4dfb-b3fc-e1d1251eafb4 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0589776 Apr 12 16:52:26.139361 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8a8ab058-20fd-4e13-8d7a-243a8af9ff53 req-77f45e05-e386-4bf8-bcc1-88c13abf5d25 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715370 Apr 12 16:52:26.142449 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Allocated IP 172.27.3.171 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:26.186106 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Sync routers for ids ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:26.205098 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Routers {'d2a5526b-a481-4b5e-8f71-53e6c18e5f73'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:26.205756 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:26.271828 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.313080 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.344669 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Set router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:26.359596 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:26.365281 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:26.369633 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:26.396411 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'Port': ['ID=f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:26.472820 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e9a3b-7ae5-4f6d-abca-547429fda856 req-ed485a5a-f928-4606-8240-c75268fdf37f tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:26.474445 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0d8e9a3b-7ae5-4f6d-abca-547429fda856 req-ed485a5a-f928-4606-8240-c75268fdf37f tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 948 time: 0.0922217 Apr 12 16:52:26.504494 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.562770 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0d8e9a3b-7ae5-4f6d-abca-547429fda856 req-ec035574-5221-4a40-a9d0-4eec5bbeee4b tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812097 Apr 12 16:52:26.579274 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.628141 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:52:23Z', 'revision_number': 4, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'd169e145-b9d9-4e8e-bd4c-a185547174d5', 'name': '', 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'mac_address': 'fa:16:3e:55:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7d9219bc-2f54-4718-bbf3-762b5a0c1621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:22Z', 'updated_at': '2022-04-12T16:52:24Z', 'revision_number': 2, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'subnets': [{'id': '7d9219bc-2f54-4718-bbf3-762b5a0c1621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:26.658925 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Checking router: d2a5526b-a481-4b5e-8f71-53e6c18e5f73 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:26.659386 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Updating router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 port d169e145-b9d9-4e8e-bd4c-a185547174d5 binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:26.696087 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.766216 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.775057 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.846330 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'Port': ['ID=f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:26.855491 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50934) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:26.859993 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-c40fab9b-17b4-469e-b6da-7d983454be27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387380397', 'description': 'tempest-secgroup-smoke-387380397 description', 'project_id': '39cebc45ffb54de6be832838f1d28789'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:26.870516 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.888130 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c40fab9b-17b4-469e-b6da-7d983454be27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.893613 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:26.895089 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7a8bdae2-4d88-49d7-a1c4-7c4ebca7a47a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0385756 Apr 12 16:52:27.001626 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c95203a4-59dc-4007-80ca-fe8a9113ad81 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:27.038729 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c40fab9b-17b4-469e-b6da-7d983454be27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group (dcc931ab-3a42-4e3c-9ee0-e42e18333a6c), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.048725 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c40fab9b-17b4-469e-b6da-7d983454be27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (dcc931ab-3a42-4e3c-9ee0-e42e18333a6c), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.072441 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ee86d4af-0052-4790-8cc7-deae2ec7d037 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:52:27.157024 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c40fab9b-17b4-469e-b6da-7d983454be27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.160944 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c40fab9b-17b4-469e-b6da-7d983454be27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3017764 Apr 12 16:52:27.161577 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50966) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:27.162993 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fab9b-17b4-469e-b6da-7d983454be27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:27.167467 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f6343b6c-a3d6-4235-800f-acd75fea8ffc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'security_group_rule': {'security_group_id': 'dcc931ab-3a42-4e3c-9ee0-e42e18333a6c', 'project_id': '39cebc45ffb54de6be832838f1d28789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:27.183956 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52efb-c7da-4d24-b724-9bfd0bbdf1b2 req-f85f428d-0326-4e76-96b4-c1cd6a633fc7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.190002 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Publish callbacks [] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.191164 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80a52efb-c7da-4d24-b724-9bfd0bbdf1b2 req-f85f428d-0326-4e76-96b4-c1cd6a633fc7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1340034 Apr 12 16:52:27.199739 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abcfbd-36ff-4671-b1dd-2e84bb52ba1e req-ce27f885-0bb8-41a9-a196-69a53c447b6e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.203871 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6343b6c-a3d6-4235-800f-acd75fea8ffc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (516fe366-a1c9-4d05-bddb-3b87745985ee), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.218847 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22abcfbd-36ff-4671-b1dd-2e84bb52ba1e req-ce27f885-0bb8-41a9-a196-69a53c447b6e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 944 time: 0.1314907 Apr 12 16:52:27.245180 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.262011 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port c95203a4-59dc-4007-80ca-fe8a9113ad81 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:27.262629 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.281913 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-6930fd25-5a32-4fc2-af77-61749e4902b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.283743 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-6930fd25-5a32-4fc2-af77-61749e4902b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 1128 time: 0.0742021 Apr 12 16:52:27.319505 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22abcfbd-36ff-4671-b1dd-2e84bb52ba1e req-d2219f8d-4403-4d98-893e-be989973f115 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983586 Apr 12 16:52:27.340192 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80a52efb-c7da-4d24-b724-9bfd0bbdf1b2 req-3254ecef-1d12-4ec6-ace1-d115b3a9686e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479626 Apr 12 16:52:27.387423 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-70dd9741-bd8e-48ac-827b-43d449a7a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.389258 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-70dd9741-bd8e-48ac-827b-43d449a7a715 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a39b2681ae074f639cea0184244423f7&device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 1132 time: 0.1043880 Apr 12 16:52:27.549028 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e0fd-2beb-48e9-9f2b-cb485cd21fc0 req-d9b2b772-76f0-43b6-a283-76def9bda82e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.559755 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2157e0fd-2beb-48e9-9f2b-cb485cd21fc0 req-d9b2b772-76f0-43b6-a283-76def9bda82e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1011293 Apr 12 16:52:27.584367 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6343b6c-a3d6-4235-800f-acd75fea8ffc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (516fe366-a1c9-4d05-bddb-3b87745985ee), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.587904 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.599082 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6343b6c-a3d6-4235-800f-acd75fea8ffc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (516fe366-a1c9-4d05-bddb-3b87745985ee), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.599911 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae26041-9820-48fa-af45-be703845cf36 None None] Pushing event updated for resources: {'Port': ['ID=d169e145-b9d9-4e8e-bd4c-a185547174d5,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:27.615147 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-18ca6255-4889-4df5-bd0b-16d5e7568739 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1127604764&fields=id&tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980 HTTP/1.1" status: 200 len: 267 time: 0.1048992 Apr 12 16:52:27.634526 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port ee86d4af-0052-4790-8cc7-deae2ec7d037, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ee86d4af-0052-4790-8cc7-deae2ec7d037,segment=NetworkSegment(2924f8ca-4a69-4ad1-822f-d4c450a42a5d),segment_id=2924f8ca-4a69-4ad1-822f-d4c450a42a5d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:27.642573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6343b6c-a3d6-4235-800f-acd75fea8ffc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516fe366-a1c9-4d05-bddb-3b87745985ee,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:27.654458 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f6343b6c-a3d6-4235-800f-acd75fea8ffc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.655832 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f6343b6c-a3d6-4235-800f-acd75fea8ffc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4934809 Apr 12 16:52:27.658569 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50982) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:27.663357 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-81f08933-2c3e-4d74-a563-274ff391fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.664058 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-050a08e5-fedf-4be4-b49b-9474f7cea666 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'security_group_rule': {'security_group_id': 'dcc931ab-3a42-4e3c-9ee0-e42e18333a6c', 'project_id': '39cebc45ffb54de6be832838f1d28789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:27.665717 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-81f08933-2c3e-4d74-a563-274ff391fcda service neutron] 10.222.0.49 "GET /v2.0/networks?id=c63c0cc9-276b-4f25-bd92-19745285ee98 HTTP/1.1" status: 200 len: 871 time: 0.2505732 Apr 12 16:52:27.673074 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-b2d7b874-cb6a-4ef0-b108-0f9ab9f2affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.674794 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-b2d7b874-cb6a-4ef0-b108-0f9ab9f2affe service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 0.2841063 Apr 12 16:52:27.731287 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'ee86d4af-0052-4790-8cc7-deae2ec7d037', 'network_id': 'c63c0cc9-276b-4f25-bd92-19745285ee98', 'port_id': 'ee86d4af-0052-4790-8cc7-deae2ec7d037', 'mac_address': 'fa:16:3e:7c:72:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddcf314-1641-45c5-9d42-d2174994e9c8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:52:27.732808 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port c95203a4-59dc-4007-80ca-fe8a9113ad81 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:27.750286 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-d935f575-0be0-4909-b67b-75002c966905 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ee86d4af-0052-4790-8cc7-deae2ec7d037 HTTP/1.1" status: 200 len: 217 time: 0.0730364 Apr 12 16:52:27.768151 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2157e0fd-2beb-48e9-9f2b-cb485cd21fc0 req-b7150ba9-a783-4b7d-8b5c-ae300895793d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072015 Apr 12 16:52:27.775191 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Attempting to bind port d169e145-b9d9-4e8e-bd4c-a185547174d5 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:27.775970 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Attempting to bind port d169e145-b9d9-4e8e-bd4c-a185547174d5 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:27.776345 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Attempting to bind port d169e145-b9d9-4e8e-bd4c-a185547174d5 on network ba6b99e0-74a5-406e-976b-d32820426220 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:27.782410 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-050a08e5-fedf-4be4-b49b-9474f7cea666 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (90aab824-d0ad-47e6-9fef-837beaaddda0), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.784606 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:27.784994 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Checking segment: {'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:27.785403 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.785821 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Bound using segment: {'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:27.786696 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Bound port: d169e145-b9d9-4e8e-bd4c-a185547174d5, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eb081f-119f-4a34-a018-b933d6eedeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:27.786696 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.800813 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-ec54cb44-c636-4fc0-8a77-48b1fe4fe67e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7178f196-5753-47ec-9578-c47977e8e558 HTTP/1.1" status: 200 len: 217 time: 0.0623121 Apr 12 16:52:27.806674 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port ee86d4af-0052-4790-8cc7-deae2ec7d037 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:27.807146 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.844006 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-5c96b9d3-5b5b-43eb-965c-a5be9c4ce5e4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.845940 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-5c96b9d3-5b5b-43eb-965c-a5be9c4ce5e4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 818 time: 0.2299390 Apr 12 16:52:27.852446 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-279aa5aa-673d-4957-b61d-2e47c5dc7290 None None] Provisioning complete for port d169e145-b9d9-4e8e-bd4c-a185547174d5 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:27.852827 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-279aa5aa-673d-4957-b61d-2e47c5dc7290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.859590 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee86d4af-0052-4790-8cc7-deae2ec7d037 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:27.885820 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-084662a5-2d13-4262-9c46-c7ef0c9dbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.887390 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-084662a5-2d13-4262-9c46-c7ef0c9dbc3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ddcf314-1641-45c5-9d42-d2174994e9c8 HTTP/1.1" status: 200 len: 843 time: 0.1069827 Apr 12 16:52:27.893321 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-24437a28-d7d9-452e-aad4-9cf0551aafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.894790 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-24437a28-d7d9-452e-aad4-9cf0551aafd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.0712497 Apr 12 16:52:27.904483 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-e80b38db-9a85-4a58-bc79-967ddec06b24 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/quotas/5b0e32ed9af5417c9ca8c8d4e7774980 HTTP/1.1" status: 200 len: 375 time: 0.0525160 Apr 12 16:52:27.916737 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port ee86d4af-0052-4790-8cc7-deae2ec7d037, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ee86d4af-0052-4790-8cc7-deae2ec7d037,segment=NetworkSegment(2924f8ca-4a69-4ad1-822f-d4c450a42a5d),segment_id=2924f8ca-4a69-4ad1-822f-d4c450a42a5d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:27.931206 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:27.937518 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-279aa5aa-673d-4957-b61d-2e47c5dc7290 None None] Port d169e145-b9d9-4e8e-bd4c-a185547174d5 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:27.942429 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] For port d169e145-b9d9-4e8e-bd4c-a185547174d5, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:27.949378 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-585126dc-9c41-4da0-9485-6fdb0099bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.949943 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64198c-f6e9-43fd-aa21-3eba102ccec4 req-c96447d9-b477-4fee-bfa7-a9d91a147826 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:27.950808 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-585126dc-9c41-4da0-9485-6fdb0099bb41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c63c0cc9-276b-4f25-bd92-19745285ee98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0551581 Apr 12 16:52:27.951899 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d64198c-f6e9-43fd-aa21-3eba102ccec4 req-c96447d9-b477-4fee-bfa7-a9d91a147826 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 948 time: 0.1049399 Apr 12 16:52:27.981342 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] For port d169e145-b9d9-4e8e-bd4c-a185547174d5, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=d169e145-b9d9-4e8e-bd4c-a185547174d5,segment=NetworkSegment(07eb081f-119f-4a34-a018-b933d6eedeef),segment_id=07eb081f-119f-4a34-a018-b933d6eedeef)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:27.994919 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.004600 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-050a08e5-fedf-4be4-b49b-9474f7cea666 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (90aab824-d0ad-47e6-9fef-837beaaddda0), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.014382 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-050a08e5-fedf-4be4-b49b-9474f7cea666 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (90aab824-d0ad-47e6-9fef-837beaaddda0), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.017484 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=ee86d4af-0052-4790-8cc7-deae2ec7d037,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:28.030055 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-5c0280cb-2dfd-4ce7-83eb-f0d0c063a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:28.031631 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-5c0280cb-2dfd-4ce7-83eb-f0d0c063a6fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949008 Apr 12 16:52:28.056448 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Routers {'d2a5526b-a481-4b5e-8f71-53e6c18e5f73'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:28.057119 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:28.068385 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a08e5-fedf-4be4-b49b-9474f7cea666 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90aab824-d0ad-47e6-9fef-837beaaddda0,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:28.079226 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d64198c-f6e9-43fd-aa21-3eba102ccec4 req-efbac706-1fc6-49a0-8126-5e1e965ca2a1 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014161 Apr 12 16:52:28.088185 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-c401a44d-9e00-4a53-9e14-7e12cb759006 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1679146 Apr 12 16:52:28.091545 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-050a08e5-fedf-4be4-b49b-9474f7cea666 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.092947 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-050a08e5-fedf-4be4-b49b-9474f7cea666 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4333282 Apr 12 16:52:28.096119 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50984) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:28.101141 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-91a7fa64-6707-44cd-a917-a4902f6e03bb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'security_group_rule': {'security_group_id': 'dcc931ab-3a42-4e3c-9ee0-e42e18333a6c', 'project_id': '39cebc45ffb54de6be832838f1d28789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:28.157355 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-991dfa2e-b8a9-4128-87c2-959e97d343d9 service neutron] 10.222.0.49 "GET /v2.0/networks/c63c0cc9-276b-4f25-bd92-19745285ee98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901369 Apr 12 16:52:28.175286 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae26041-9820-48fa-af45-be703845cf36 None None] Pushing event updated for resources: {'Port': ['ID=d169e145-b9d9-4e8e-bd4c-a185547174d5,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:28.208947 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-91a7fa64-6707-44cd-a917-a4902f6e03bb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (e6d15974-9be6-4590-b9af-91d3c7695676), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.262745 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-95ab516a-6ce3-47d1-bf6c-b4d703883303 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199628 Apr 12 16:52:28.265894 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] Set router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:28.273239 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-56f28649-c7dd-4a43-8863-677d684b1507 service neutron] 10.222.0.55 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641512 Apr 12 16:52:28.311758 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-40a1c9cf-6dcd-4317-bb52-b43897ca8a35 req-53e28215-6c70-42f7-a867-5b2319ca86bb service neutron] 10.222.0.49 "GET /v2.0/networks/c63c0cc9-276b-4f25-bd92-19745285ee98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462455 Apr 12 16:52:28.366351 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 50990) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:28.374684 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-35b50e65-3f0b-4dc5-864e-542b1e8fbf8f None None] Provisioning complete for port d169e145-b9d9-4e8e-bd4c-a185547174d5 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:28.375268 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35b50e65-3f0b-4dc5-864e-542b1e8fbf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.409446 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e18738aa-7027-4fc3-8033-04abd53e4cf9 req-ee65a2f5-9af9-4507-9036-8aeec5debd91 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390986 Apr 12 16:52:28.411289 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-91a7fa64-6707-44cd-a917-a4902f6e03bb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (e6d15974-9be6-4590-b9af-91d3c7695676), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.415941 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['ee86d4af-0052-4790-8cc7-deae2ec7d037'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:52:28.422144 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-91a7fa64-6707-44cd-a917-a4902f6e03bb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (e6d15974-9be6-4590-b9af-91d3c7695676), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.442596 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] Deleting subnet 3b3c3014-229e-499e-911f-54982106be16 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:52:28.446944 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] Publish callbacks [] for subnet (3b3c3014-229e-499e-911f-54982106be16), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.484091 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7fa64-6707-44cd-a917-a4902f6e03bb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d15974-9be6-4590-b9af-91d3c7695676,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:28.487973 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-b0bce66e-f115-4015-a7d3-75827b2619ca service neutron] 10.222.0.55 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067077 Apr 12 16:52:28.495167 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653273'] for subnet (3b3c3014-229e-499e-911f-54982106be16), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.503639 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-91a7fa64-6707-44cd-a917-a4902f6e03bb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.507311 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-91a7fa64-6707-44cd-a917-a4902f6e03bb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074535 Apr 12 16:52:28.507724 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50994) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:28.513009 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-ac1e9d47-c0a3-4161-b943-5d8f043b70c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'security_group_rule': {'security_group_id': 'dcc931ab-3a42-4e3c-9ee0-e42e18333a6c', 'project_id': '39cebc45ffb54de6be832838f1d28789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:28.522206 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8841a-c427-44e9-946a-5294bcfcafd8 req-5b7e6e8b-b12a-4d81-a429-f606dcf79934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:28.523959 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95b8841a-c427-44e9-946a-5294bcfcafd8 req-5b7e6e8b-b12a-4d81-a429-f606dcf79934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 944 time: 0.0897677 Apr 12 16:52:28.558385 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (3b3c3014-229e-499e-911f-54982106be16), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.585910 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-95b8841a-c427-44e9-946a-5294bcfcafd8 req-51c78b1a-0784-4bdd-9958-da27007a99a0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531323 Apr 12 16:52:28.592539 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d47-c0a3-4161-b943-5d8f043b70c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (c6e69393-8a57-4e1a-9d9b-d65196157483), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.637657 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8475761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9242222'] for subnet (3b3c3014-229e-499e-911f-54982106be16), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.672729 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3c3014-229e-499e-911f-54982106be16,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:28.677718 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.685918 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-966887fc-e57c-4187-b6d8-79f936fc2529 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3b3c3014-229e-499e-911f-54982106be16 HTTP/1.1" status: 204 len: 168 time: 0.3179011 Apr 12 16:52:28.686107 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 50998) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:28.773660 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-35b50e65-3f0b-4dc5-864e-542b1e8fbf8f None None] Current status of the port d169e145-b9d9-4e8e-bd4c-a185547174d5 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:28.774879 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35b50e65-3f0b-4dc5-864e-542b1e8fbf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.802982 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:52:23Z', 'revision_number': 4, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'd169e145-b9d9-4e8e-bd4c-a185547174d5', 'name': '', 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'mac_address': 'fa:16:3e:55:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7d9219bc-2f54-4718-bbf3-762b5a0c1621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:22Z', 'updated_at': '2022-04-12T16:52:27Z', 'revision_number': 4, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'subnets': [{'id': '7d9219bc-2f54-4718-bbf3-762b5a0c1621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:28.841467 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d47-c0a3-4161-b943-5d8f043b70c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (c6e69393-8a57-4e1a-9d9b-d65196157483), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.845735 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-22d6c1b5-fd99-4d29-9ce3-716e2c7e52ea req-5f799267-c820-4290-87dc-811e04973959 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 210 time: 0.1127336 Apr 12 16:52:28.869918 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f759682-ca97-41c6-a943-8921d8c5704b req-952b3ee4-2766-4542-ba3e-346a9fac2e2d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:28.869918 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f759682-ca97-41c6-a943-8921d8c5704b req-952b3ee4-2766-4542-ba3e-346a9fac2e2d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1418903 Apr 12 16:52:28.869918 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d47-c0a3-4161-b943-5d8f043b70c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (c6e69393-8a57-4e1a-9d9b-d65196157483), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.870327 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f6e194-98ff-4349-9c7f-c537dcac499a None None] The sync data for ids ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'] in dv-cinder-837529-1-iscsi is: [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:52:23Z', 'revision_number': 4, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'd169e145-b9d9-4e8e-bd4c-a185547174d5', 'name': '', 'network_id': 'ba6b99e0-74a5-406e-976b-d32820426220', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'mac_address': 'fa:16:3e:55:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7d9219bc-2f54-4718-bbf3-762b5a0c1621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:22Z', 'updated_at': '2022-04-12T16:52:27Z', 'revision_number': 4, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'subnets': [{'id': '7d9219bc-2f54-4718-bbf3-762b5a0c1621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:28.893646 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-35b50e65-3f0b-4dc5-864e-542b1e8fbf8f None None] For port d169e145-b9d9-4e8e-bd4c-a185547174d5, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=d169e145-b9d9-4e8e-bd4c-a185547174d5,segment=NetworkSegment(07eb081f-119f-4a34-a018-b933d6eedeef),segment_id=07eb081f-119f-4a34-a018-b933d6eedeef)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:28.895584 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e9d47-c0a3-4161-b943-5d8f043b70c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e69393-8a57-4e1a-9d9b-d65196157483,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:28.905271 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-35b50e65-3f0b-4dc5-864e-542b1e8fbf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.944855 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (2e9149b7-a2b5-432c-93f4-b714c1667545), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.973731 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d47-c0a3-4161-b943-5d8f043b70c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:28.978439 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ac1e9d47-c0a3-4161-b943-5d8f043b70c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4692011 Apr 12 16:52:28.979430 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51008) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:28.985834 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'security_group_rule': {'security_group_id': 'dcc931ab-3a42-4e3c-9ee0-e42e18333a6c', 'project_id': '39cebc45ffb54de6be832838f1d28789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:29.025908 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Project 39cebc45ffb54de6be832838f1d28789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:52:29.033465 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.039458 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (8611157f-2f8e-4f84-8ef4-ba17deb42d20), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.054565 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b50e65-3f0b-4dc5-864e-542b1e8fbf8f None None] Pushing event updated for resources: {'Port': ['ID=d169e145-b9d9-4e8e-bd4c-a185547174d5,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:29.107524 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cee64-3e7a-403f-bd61-dccbb1012caf req-a1bfd6e9-640d-4597-aaf3-25ed3da7f96b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:29.115447 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e56cee64-3e7a-403f-bd61-dccbb1012caf req-a1bfd6e9-640d-4597-aaf3-25ed3da7f96b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1339593 Apr 12 16:52:29.139090 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (8611157f-2f8e-4f84-8ef4-ba17deb42d20), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.145506 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (8611157f-2f8e-4f84-8ef4-ba17deb42d20), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.172345 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8611157f-2f8e-4f84-8ef4-ba17deb42d20,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:29.184715 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.187658 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-244dc4b1-38af-4c61-88b7-ca811dc20f74 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2061107 Apr 12 16:52:29.190492 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51014) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:29.194928 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f759682-ca97-41c6-a943-8921d8c5704b req-496fbebb-c954-4b4e-83ba-9f7d13a482b6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034184 Apr 12 16:52:29.196540 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'security_group_rule': {'security_group_id': 'dcc931ab-3a42-4e3c-9ee0-e42e18333a6c', 'project_id': '39cebc45ffb54de6be832838f1d28789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:29.250011 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Project 39cebc45ffb54de6be832838f1d28789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:52:29.257691 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (d503620d-c635-48db-8fe7-b7f172c56d6b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.261445 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e56cee64-3e7a-403f-bd61-dccbb1012caf req-1384d49c-7d43-40b8-8f19-3abbecfa1855 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447754 Apr 12 16:52:29.263333 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (2e9149b7-a2b5-432c-93f4-b714c1667545), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.348963 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (d503620d-c635-48db-8fe7-b7f172c56d6b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.356096 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (d503620d-c635-48db-8fe7-b7f172c56d6b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.358706 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9149b7-a2b5-432c-93f4-b714c1667545']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:29.371788 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c069e1-0e75-4a53-a7d6-924d7f3e1d31 req-78df7c48-1966-4b45-b41a-b007a0f6411a tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:29.374199 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59c069e1-0e75-4a53-a7d6-924d7f3e1d31 req-78df7c48-1966-4b45-b41a-b007a0f6411a tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 949 time: 0.0817811 Apr 12 16:52:29.377832 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d503620d-c635-48db-8fe7-b7f172c56d6b,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:29.385782 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:29.386254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5affc6c-2a6d-4b6c-99dd-61fa1906c060') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:29.388325 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.389770 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-00c01971-22f3-4a87-8913-1721bd5a8763 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1982784 Apr 12 16:52:29.405960 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130153'] for segment (c5affc6c-2a6d-4b6c-99dd-61fa1906c060), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.439637 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (c5affc6c-2a6d-4b6c-99dd-61fa1906c060), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.454145 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:52:29.454566 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9325953'] for segment (c5affc6c-2a6d-4b6c-99dd-61fa1906c060), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: timer() Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: self._notify() Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: event.method(event) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:52:29.456384 dv-cinder-837529-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:52:29.508936 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59c069e1-0e75-4a53-a7d6-924d7f3e1d31 req-b44d0a1f-2336-4155-827c-5bc52be39840 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141348 Apr 12 16:52:29.542595 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (2e9149b7-a2b5-432c-93f4-b714c1667545), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.549880 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.558523 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] 10.222.0.55 "DELETE /v2.0/networks/2e9149b7-a2b5-432c-93f4-b714c1667545 HTTP/1.1" status: 204 len: 168 time: 0.8661940 Apr 12 16:52:29.579829 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f8ac-32ce-48b9-8259-ab842017747d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9149b7-a2b5-432c-93f4-b714c1667545,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:29.601738 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7178f196-5753-47ec-9578-c47977e8e558 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:52:29.665516 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ee86d4af-0052-4790-8cc7-deae2ec7d037 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:29.772798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42c12-20f4-4a27-8b89-7df5935994d1 req-aa4eae37-d885-4794-b6b3-a1dc89f5c54e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:29.776174 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92c42c12-20f4-4a27-8b89-7df5935994d1 req-aa4eae37-d885-4794-b6b3-a1dc89f5c54e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 944 time: 0.0601649 Apr 12 16:52:29.809610 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port ee86d4af-0052-4790-8cc7-deae2ec7d037 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:52:29.822306 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7178f196-5753-47ec-9578-c47977e8e558, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7178f196-5753-47ec-9578-c47977e8e558,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:29.825552 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port ee86d4af-0052-4790-8cc7-deae2ec7d037 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:29.826444 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.831138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51056) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:29.844474 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92c42c12-20f4-4a27-8b89-7df5935994d1 req-985524b7-c8fc-41d5-920a-300ea8fb988f tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604210 Apr 12 16:52:29.876944 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '7178f196-5753-47ec-9578-c47977e8e558', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'port_id': '7178f196-5753-47ec-9578-c47977e8e558', 'mac_address': 'fa:16:3e:6a:d1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:52:29.885609 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3a1eddef-fa09-4386-8fe7-905270a9e826 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7143a9de06f44281aaa09d2296905e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530703 Apr 12 16:52:29.889392 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51060) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:29.953500 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0c97-f6a1-4964-8fe1-be0ef4711f3d admin admin] Publish callbacks [] for security_group (902b382a-8cb8-4bfe-8626-0760d90da255), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.956795 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 7178f196-5753-47ec-9578-c47977e8e558 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:29.957271 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7178f196-5753-47ec-9578-c47977e8e558), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.975512 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0c97-f6a1-4964-8fe1-be0ef4711f3d admin admin] Publish callbacks [] for security_group (902b382a-8cb8-4bfe-8626-0760d90da255), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:29.981751 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7178f196-5753-47ec-9578-c47977e8e558 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:29.999670 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port ee86d4af-0052-4790-8cc7-deae2ec7d037 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:30.000441 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:30.016433 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7178f196-5753-47ec-9578-c47977e8e558, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7178f196-5753-47ec-9578-c47977e8e558,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:30.029915 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (7178f196-5753-47ec-9578-c47977e8e558), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:30.041390 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0c97-f6a1-4964-8fe1-be0ef4711f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (902b382a-8cb8-4bfe-8626-0760d90da255), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:30.041709 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344b23da-36e3-4617-9343-d1b664fc1d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86d4af-0052-4790-8cc7-deae2ec7d037'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:30.044384 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91314dbe-b0f8-4fef-9037-aa30787c3d65" -d '{"events": [{"server_uuid": "344b23da-36e3-4617-9343-d1b664fc1d16", "name": "network-vif-plugged", "status": "completed", "tag": "ee86d4af-0052-4790-8cc7-deae2ec7d037"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:30.044601 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0c97-f6a1-4964-8fe1-be0ef4711f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:30.048638 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fe1d0c97-f6a1-4964-8fe1-be0ef4711f3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/902b382a-8cb8-4bfe-8626-0760d90da255 HTTP/1.1" status: 204 len: 168 time: 0.1555443 Apr 12 16:52:30.070207 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09bd21c4-654f-4441-abcb-103970a20cf7 req-b9f60716-9764-4d56-add0-8c091ed235a8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 210 time: 0.1194320 Apr 12 16:52:30.106045 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port ee86d4af-0052-4790-8cc7-deae2ec7d037, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ee86d4af-0052-4790-8cc7-deae2ec7d037,segment=NetworkSegment(2924f8ca-4a69-4ad1-822f-d4c450a42a5d),segment_id=2924f8ca-4a69-4ad1-822f-d4c450a42a5d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:30.107244 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d0c97-f6a1-4964-8fe1-be0ef4711f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b382a-8cb8-4bfe-8626-0760d90da255,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:30.124192 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:30.155074 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=7178f196-5753-47ec-9578-c47977e8e558,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:30.189358 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5b51c-3669-4cec-9a72-f727f2740b9e x-openstack-request-id: req-cba5b51c-3669-4cec-9a72-f727f2740b9e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:30.189720 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344b23da-36e3-4617-9343-d1b664fc1d16", "name": "network-vif-plugged", "status": "completed", "tag": "ee86d4af-0052-4790-8cc7-deae2ec7d037", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:30.189954 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cba5b51c-3669-4cec-9a72-f727f2740b9e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:30.191281 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba5b51c-3669-4cec-9a72-f727f2740b9e'] response: {'server_uuid': '344b23da-36e3-4617-9343-d1b664fc1d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86d4af-0052-4790-8cc7-deae2ec7d037', 'code': 200} Apr 12 16:52:30.218947 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=ee86d4af-0052-4790-8cc7-deae2ec7d037,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:30.387957 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['7178f196-5753-47ec-9578-c47977e8e558'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:52:30.436703 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-e1338d23-8b39-4783-8fce-7d874d337358 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:30.439029 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-e1338d23-8b39-4783-8fce-7d874d337358 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 818 time: 0.2775316 Apr 12 16:52:30.500884 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24579d55-81fc-47e9-a6c6-4179201c968a req-ca4b4368-6263-418d-8d91-7b55b9b9549f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:30.512807 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24579d55-81fc-47e9-a6c6-4179201c968a req-ca4b4368-6263-418d-8d91-7b55b9b9549f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1412842 Apr 12 16:52:30.627137 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-a760a909-94d6-441e-b026-d401d33a4848 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980 HTTP/1.1" status: 200 len: 380 time: 0.1724300 Apr 12 16:52:30.651293 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c1689-bb00-482c-8474-d170541529af req-3bdf074e-43cb-47d0-bc4d-b2c93de2abde tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:30.659987 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ba5c1689-bb00-482c-8474-d170541529af req-3bdf074e-43cb-47d0-bc4d-b2c93de2abde tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1363206 Apr 12 16:52:30.670017 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49230d-c261-4a1b-9172-3c33cacd2e3b req-c297c7ad-30f6-4a77-af39-1dad85e56320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:30.674008 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dc49230d-c261-4a1b-9172-3c33cacd2e3b req-c297c7ad-30f6-4a77-af39-1dad85e56320 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 1134 time: 0.0912259 Apr 12 16:52:30.691777 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'port': {'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'admin_state_up': True, 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'security_groups': ['322dc84e-17b1-4657-a227-993c83a318da']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:30.707648 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24579d55-81fc-47e9-a6c6-4179201c968a req-c31fdee5-5955-40aa-91d1-4576b06294a6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936574 Apr 12 16:52:30.771715 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ba5c1689-bb00-482c-8474-d170541529af req-b659b21c-8bae-4120-a987-9c4efbf616f0 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102288 Apr 12 16:52:30.826636 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dc49230d-c261-4a1b-9172-3c33cacd2e3b req-9984bc8e-3081-427d-bbe1-985310a4664e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259980 Apr 12 16:52:30.907752 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1853a06-429f-4ed0-a378-a2686e3e9ccd req-1915bb95-ca9c-4ea1-a1d5-e2d056d2d1b5 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:30.915359 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Made reservation on behalf of 5b0e32ed9af5417c9ca8c8d4e7774980 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:30.927320 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1853a06-429f-4ed0-a378-a2686e3e9ccd req-1915bb95-ca9c-4ea1-a1d5-e2d056d2d1b5 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.0965889 Apr 12 16:52:30.927548 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:31.030001 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e1853a06-429f-4ed0-a378-a2686e3e9ccd req-82cee825-aa35-40b3-87b1-a59457691ef3 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016455 Apr 12 16:52:31.087467 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device d169e145-b9d9-4e8e-bd4c-a185547174d5 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:31.090627 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993a87d-8f7e-4290-b551-69224f8260ad req-f5a5eaf2-904a-44fd-9616-8aecdfcb201e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:31.092700 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f993a87d-8f7e-4290-b551-69224f8260ad req-f5a5eaf2-904a-44fd-9616-8aecdfcb201e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 945 time: 0.0937083 Apr 12 16:52:31.163589 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f993a87d-8f7e-4290-b551-69224f8260ad req-75bcf00f-55e4-4884-925b-4e02d9245af0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540533 Apr 12 16:52:31.167883 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Allocated IP 172.20.0.11 (553f844a-d4d6-4ae6-9e49-7078ca5d959f/710531b1-3a07-41c7-8397-ca5bb84350f7/4a95b6e4-7b72-4991-851f-0040f75cc086) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:31.233419 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f7db5c5-f1cf-4807-833d-aefb821eb0d3 req-e03a3d89-2ea9-4d07-8f29-ffdd73a03923 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 210 time: 0.0325766 Apr 12 16:52:31.249632 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port d169e145-b9d9-4e8e-bd4c-a185547174d5 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:31.250025 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:31.352884 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port d169e145-b9d9-4e8e-bd4c-a185547174d5 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:31.379704 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:31.418396 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:31.474337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:31.485413 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:31.487684 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event updated for resources: {'Port': ['ID=4a95b6e4-7b72-4991-851f-0040f75cc086,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:31.490163 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:31.551135 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:31.551786 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:31.579372 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6e2db72b-340f-4d44-8e7c-b54fca029be8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8929484 Apr 12 16:52:31.637419 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7178f196-5753-47ec-9578-c47977e8e558 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:31.840367 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-d7557f60-06ff-411c-8aaa-c82d336bfb1d None None] Provisioning complete for port 4a95b6e4-7b72-4991-851f-0040f75cc086 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:31.840751 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d7557f60-06ff-411c-8aaa-c82d336bfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:31.860468 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Request body: {'port': {'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:31.862737 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3a5ae-90e2-4f53-8347-3fbcfe1be6a6 req-4ac9e313-0123-41b0-9e09-5801e67dcf3e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:31.874640 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fbb3a5ae-90e2-4f53-8347-3fbcfe1be6a6 req-4ac9e313-0123-41b0-9e09-5801e67dcf3e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0691569 Apr 12 16:52:31.903175 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d7557f60-06ff-411c-8aaa-c82d336bfb1d None None] Port 4a95b6e4-7b72-4991-851f-0040f75cc086 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:31.917118 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 7178f196-5753-47ec-9578-c47977e8e558 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:52:31.931949 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 7178f196-5753-47ec-9578-c47977e8e558 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:31.932399 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (7178f196-5753-47ec-9578-c47977e8e558), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:31.959071 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.002858 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fbb3a5ae-90e2-4f53-8347-3fbcfe1be6a6 req-883c11db-c110-481d-be45-7f59abbd5791 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201892 Apr 12 16:52:32.011313 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d4395-8eba-46f6-b26e-2c11f41d4c19 req-32e6b12b-2bd3-4929-b160-926ae3c1a1b2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:32.012988 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c30d4395-8eba-46f6-b26e-2c11f41d4c19 req-32e6b12b-2bd3-4929-b160-926ae3c1a1b2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1200373 Apr 12 16:52:32.067438 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 7178f196-5753-47ec-9578-c47977e8e558 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:32.067908 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7178f196-5753-47ec-9578-c47977e8e558), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.093596 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51132) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:32.117974 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7178f196-5753-47ec-9578-c47977e8e558, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7178f196-5753-47ec-9578-c47977e8e558,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:32.123264 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (7178f196-5753-47ec-9578-c47977e8e558), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.182036 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=7178f196-5753-47ec-9578-c47977e8e558,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:32.196686 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7178f196-5753-47ec-9578-c47977e8e558'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:32.199317 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241f0c53-0f17-4d71-9944-ebbb4afa9da0" -d '{"events": [{"server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "name": "network-vif-plugged", "status": "completed", "tag": "7178f196-5753-47ec-9578-c47977e8e558"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:32.201158 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c30d4395-8eba-46f6-b26e-2c11f41d4c19 req-537785c6-2456-46c1-bfa8-310b16dbe217 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806746 Apr 12 16:52:32.296720 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852c85c-4505-4f21-a534-7647a7802aad req-ab102022-b09e-4c86-8df0-f391bd4297da tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:32.303591 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9852c85c-4505-4f21-a534-7647a7802aad req-ab102022-b09e-4c86-8df0-f391bd4297da tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.1802907 Apr 12 16:52:32.350515 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-744b7625-0b52-48d9-a2a0-5d8168e8d56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.375403 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a95b6e4-7b72-4991-851f-0040f75cc086 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:32.384027 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Publish callbacks [] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.399211 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Transition to ACTIVE for port object 4a95b6e4-7b72-4991-851f-0040f75cc086 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:52:32.404465 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.429261 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed97ed1-ea13-4a5b-bac1-7da6fa0ad654 req-d97ab138-a8fc-4997-a308-b9181a5688b9 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:32.432191 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ed97ed1-ea13-4a5b-bac1-7da6fa0ad654 req-d97ab138-a8fc-4997-a308-b9181a5688b9 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.1182022 Apr 12 16:52:32.444335 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9852c85c-4505-4f21-a534-7647a7802aad req-ea3936fb-078a-49da-b811-4de2a49836c0 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398013 Apr 12 16:52:32.479786 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4a95b6e4-7b72-4991-851f-0040f75cc086,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:32.535314 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50016fd-bb16-43ab-b8a1-84ca4daf6b48 x-openstack-request-id: req-e50016fd-bb16-43ab-b8a1-84ca4daf6b48 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:32.535812 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "name": "network-vif-plugged", "status": "completed", "tag": "7178f196-5753-47ec-9578-c47977e8e558", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:32.536255 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e50016fd-bb16-43ab-b8a1-84ca4daf6b48 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:32.536834 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50016fd-bb16-43ab-b8a1-84ca4daf6b48'] response: {'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7178f196-5753-47ec-9578-c47977e8e558', 'code': 200} Apr 12 16:52:32.539834 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5ed97ed1-ea13-4a5b-bac1-7da6fa0ad654 req-9f47e043-3438-40cb-83f8-a4211cd1cc26 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987544 Apr 12 16:52:32.579431 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Attempting to bind port 4a95b6e4-7b72-4991-851f-0040f75cc086 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:32.579775 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Attempting to bind port 4a95b6e4-7b72-4991-851f-0040f75cc086 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:32.580109 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Attempting to bind port 4a95b6e4-7b72-4991-851f-0040f75cc086 on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:32.586407 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Port 4a95b6e4-7b72-4991-851f-0040f75cc086 on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:52:32.587682 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Attempting to bind port 4a95b6e4-7b72-4991-851f-0040f75cc086 on network 553f844a-d4d6-4ae6-9e49-7078ca5d959f {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:32.590073 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-744b7625-0b52-48d9-a2a0-5d8168e8d56e admin admin] Publish callbacks [] for security_group (b436c166-ca25-4009-b0e0-2bee253b28c4), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.594684 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:32.595067 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Checking segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:32.595197 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-744b7625-0b52-48d9-a2a0-5d8168e8d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b436c166-ca25-4009-b0e0-2bee253b28c4), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.595458 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Bound using segment: {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:32.595902 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Bound port: 4a95b6e4-7b72-4991-851f-0040f75cc086, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c34aa29-ef78-4287-adba-9357f78a1b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:32.596329 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.671946 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] For port 4a95b6e4-7b72-4991-851f-0040f75cc086, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:32.673519 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b7625-0b52-48d9-a2a0-5d8168e8d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436c166-ca25-4009-b0e0-2bee253b28c4,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:32.675302 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] For port 4a95b6e4-7b72-4991-851f-0040f75cc086, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a95b6e4-7b72-4991-851f-0040f75cc086,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:32.685297 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.688959 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-744b7625-0b52-48d9-a2a0-5d8168e8d56e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5feb20806f704f218ead23397e61737b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5898623 Apr 12 16:52:32.689557 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51144) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:32.714063 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade61cb-2c6a-4521-83e5-a179640b4603 req-5dcc794d-bb8f-4154-a2d1-e086d27afcbd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:32.715704 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eade61cb-2c6a-4521-83e5-a179640b4603 req-5dcc794d-bb8f-4154-a2d1-e086d27afcbd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 944 time: 0.1026528 Apr 12 16:52:32.745857 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:32.746817 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.748439 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] 10.222.0.49 "PUT /v2.0/ports/4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 1094 time: 0.8929193 Apr 12 16:52:32.748996 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:32.751478 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5493d2-5d5f-432a-a657-71f3ce90be34" -d '{"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:32.782086 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf3b0d-bb29-4775-9121-e0f956443d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4a95b6e4-7b72-4991-851f-0040f75cc086,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:32.813562 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eade61cb-2c6a-4521-83e5-a179640b4603 req-32e1e29d-1a3a-45b6-9f5d-9d76da68196a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802290 Apr 12 16:52:32.816637 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100767aa-3bcc-4548-b05b-50ffca155873 x-openstack-request-id: req-100767aa-3bcc-4548-b05b-50ffca155873 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:32.817050 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:32.817362 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-100767aa-3bcc-4548-b05b-50ffca155873 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:32.817783 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100767aa-3bcc-4548-b05b-50ffca155873'] response: {'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'status': 'completed', 'code': 200} Apr 12 16:52:32.826126 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-66a16d36-1901-4451-82b8-38906bf48d49 admin admin] Publish callbacks [] for security_group (b436c166-ca25-4009-b0e0-2bee253b28c4), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.854236 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-66a16d36-1901-4451-82b8-38906bf48d49 admin admin] Publish callbacks [] for security_group (b436c166-ca25-4009-b0e0-2bee253b28c4), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.922275 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-66a16d36-1901-4451-82b8-38906bf48d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b436c166-ca25-4009-b0e0-2bee253b28c4), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.924048 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-3fa1b04f-e1e1-4dc4-a11d-75890a576e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:32.925399 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-66a16d36-1901-4451-82b8-38906bf48d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:32.926235 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-3fa1b04f-e1e1-4dc4-a11d-75890a576e8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1128 time: 0.0507877 Apr 12 16:52:32.926778 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-66a16d36-1901-4451-82b8-38906bf48d49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b436c166-ca25-4009-b0e0-2bee253b28c4 HTTP/1.1" status: 204 len: 168 time: 0.2360742 Apr 12 16:52:32.936989 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a16d36-1901-4451-82b8-38906bf48d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436c166-ca25-4009-b0e0-2bee253b28c4,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:32.990989 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-62facc2e-19df-4801-9117-957e5bc659ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 217 time: 0.0457783 Apr 12 16:52:33.083291 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-9d22bf39-7796-4671-8d08-f5345768bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.084814 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-9d22bf39-7796-4671-8d08-f5345768bb48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0865948 Apr 12 16:52:33.123783 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35f80-daf4-4b56-9341-0f20d760bbaa req-9cf9114e-a81d-4516-9e9b-2a47d03fe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.125414 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2db35f80-daf4-4b56-9341-0f20d760bbaa req-9cf9114e-a81d-4516-9e9b-2a47d03fe73e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 1130 time: 0.0800550 Apr 12 16:52:33.151233 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-0c2420a1-b299-4698-a70d-460ff77509c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.152752 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-0c2420a1-b299-4698-a70d-460ff77509c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592346 Apr 12 16:52:33.179613 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a35d-c4b0-4420-9c59-e55cc9024e8c req-79079a5a-2610-4a75-82ea-1a8299b2b72f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.181885 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-76f6a35d-c4b0-4420-9c59-e55cc9024e8c req-79079a5a-2610-4a75-82ea-1a8299b2b72f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0550222 Apr 12 16:52:33.246309 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2db35f80-daf4-4b56-9341-0f20d760bbaa req-81656cf0-1fd2-49e4-9855-50a34d87a083 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129982 Apr 12 16:52:33.255286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-76f6a35d-c4b0-4420-9c59-e55cc9024e8c req-029f28d7-f130-441a-a7af-3321702fb0fd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648406 Apr 12 16:52:33.296705 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-056071a6-7fe5-44e5-a994-49c4e487d15c service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338983 Apr 12 16:52:33.344016 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6cf5d-c973-4d56-851b-194d2aa914a6 req-4c0dc56c-8e47-49f2-9131-284892a1aa36 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.345607 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-34f6cf5d-c973-4d56-851b-194d2aa914a6 req-4c0dc56c-8e47-49f2-9131-284892a1aa36 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0610163 Apr 12 16:52:33.410433 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-34f6cf5d-c973-4d56-851b-194d2aa914a6 req-7716d006-52d8-4cc4-88a4-afaa15e350df tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582709 Apr 12 16:52:33.569887 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434460d-82ed-4963-9af6-94bf0b041767 req-bc44997e-2b28-4492-aeb0-cfb246c859fe tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.572403 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b434460d-82ed-4963-9af6-94bf0b041767 req-bc44997e-2b28-4492-aeb0-cfb246c859fe tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.0507612 Apr 12 16:52:33.638207 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:52:33.660628 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b434460d-82ed-4963-9af6-94bf0b041767 req-b3111533-0441-4db2-824e-bc06cf6b402b tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814908 Apr 12 16:52:33.679503 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee16e6-5a5f-4732-8681-d960bb17e81a req-8b2d1b80-6339-4562-ab2d-ca767eb18b14 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.696975 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7ee16e6-5a5f-4732-8681-d960bb17e81a req-8b2d1b80-6339-4562-ab2d-ca767eb18b14 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0837500 Apr 12 16:52:33.739619 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4e1bcaf1-7bf7-48f6-a4de-b15bf89e7b1d req-5115a98d-e6b1-4d46-8462-8e5f8d584be8 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562636 Apr 12 16:52:33.771480 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7ee16e6-5a5f-4732-8681-d960bb17e81a req-74f5e182-4583-4726-919e-cb1a29aad8ed tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725260 Apr 12 16:52:33.799330 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51182) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:33.809323 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:33.823528 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'port_id': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'mac_address': 'fa:16:3e:d1:c8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:52:33.870143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: ACTIVE; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:33.870683 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:33.891930 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c70692fa-573f-49f1-8c3b-6dfb829e9729 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:33.917078 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:33.923432 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:33.961390 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebe495-4c29-425b-98cd-2cecd7eaaa90 req-6709484c-bd7b-4034-8cc8-abdcc8cb3c1c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:33.964108 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-edebe495-4c29-425b-98cd-2cecd7eaaa90 req-6709484c-bd7b-4034-8cc8-abdcc8cb3c1c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 944 time: 0.0652831 Apr 12 16:52:33.970133 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1760761654-network', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:33.984636 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:34.048879 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5977c-c08d-443d-b12f-1ede5a5ca3f6 req-aa1dc6fc-33fa-4db0-9120-7a8688ab604d tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:34.050352 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65e5977c-c08d-443d-b12f-1ede5a5ca3f6 req-aa1dc6fc-33fa-4db0-9120-7a8688ab604d tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.0853324 Apr 12 16:52:34.077818 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Made reservation on behalf of c62bc585992e4aceb8815a8959cf8e0c for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:34.080155 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.099604 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-edebe495-4c29-425b-98cd-2cecd7eaaa90 req-211b5e41-1634-40e9-9fec-ffa90976f70e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261096 Apr 12 16:52:34.100650 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.152202 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65e5977c-c08d-443d-b12f-1ede5a5ca3f6 req-c994ab1b-d9c2-4ba6-bf17-3bb71ef16c20 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944700 Apr 12 16:52:34.198521 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['c70692fa-573f-49f1-8c3b-6dfb829e9729'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:52:34.215904 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks [] for security_group (c924eacc-4ea3-4096-854c-218cee70b5f9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.224612 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c924eacc-4ea3-4096-854c-218cee70b5f9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.247618 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:52:34.261750 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924eacc-4ea3-4096-854c-218cee70b5f9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:34.267960 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.268762 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Added segment f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6 of type vlan for network 414c2dfe-22b2-489e-94eb-7bbed5e32ded Apr 12 16:52:34.333965 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (414c2dfe-22b2-489e-94eb-7bbed5e32ded), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.390546 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc1a7-3109-483d-8902-9acc3f9e5522 req-80f12404-cbf0-458e-a8b6-52ffcbe6e827 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:34.392062 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-570bc1a7-3109-483d-8902-9acc3f9e5522 req-80f12404-cbf0-458e-a8b6-52ffcbe6e827 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 944 time: 0.0628772 Apr 12 16:52:34.397892 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (414c2dfe-22b2-489e-94eb-7bbed5e32ded), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.398862 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:34.399495 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.457242 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6567471 Apr 12 16:52:34.460112 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51196) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:34.465485 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Request body: {'subnet': {'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1760761654-subnet', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:34.488286 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Made reservation on behalf of c62bc585992e4aceb8815a8959cf8e0c for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:34.491022 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9242177'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.535233 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dfe39-824b-4c8d-a41f-5f72beb76b9d admin admin] Pushing event updated for resources: {'Network': ['ID=414c2dfe-22b2-489e-94eb-7bbed5e32ded,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:34.547604 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:52:34.548176 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-570bc1a7-3109-483d-8902-9acc3f9e5522 req-ce5bcfeb-32f6-4bcd-8302-7e7985e52e64 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453342 Apr 12 16:52:34.565447 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7df95a-20dd-4c8b-b381-aafaf28fbe5e req-cd6f2ab4-22ac-4ed2-89c8-8cea32cbc9e2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:34.572909 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f7df95a-20dd-4c8b-b381-aafaf28fbe5e req-cd6f2ab4-22ac-4ed2-89c8-8cea32cbc9e2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0791767 Apr 12 16:52:34.623244 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f7df95a-20dd-4c8b-b381-aafaf28fbe5e req-41599f63-0469-4687-a84c-5832f0d9565b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494072 Apr 12 16:52:34.698087 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9242199'] for subnet (9da0cd3b-d749-47f1-8b51-44a575c6a873), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.756686 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da0cd3b-d749-47f1-8b51-44a575c6a873,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:34.762961 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Checking segment: {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:34.763312 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Network hostable DHCP agents. Network: 414c2dfe-22b2-489e-94eb-7bbed5e32ded, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:52:34.781765 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:52:34.791710 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 414c2dfe-22b2-489e-94eb-7bbed5e32ded) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:34.795639 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:34.796231 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.805014 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6895d50-f216-483d-bb31-c7662086c9b9 None None] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:34.817626 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3d596432-c97e-43fa-a405-3d066ed11de6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3537662 Apr 12 16:52:34.818121 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51200) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:34.828530 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:34.856146 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (4e334368-3049-4a01-ad04-9671249f367e), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.857412 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (4e334368-3049-4a01-ad04-9671249f367e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.918764 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:52:34.919665 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:34.951733 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbff467-d2c3-42a5-895d-740ce5ce1b92 req-fb32e2bf-f84b-41c1-b4cf-636a05bd275f tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:34.953219 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dcbff467-d2c3-42a5-895d-740ce5ce1b92 req-fb32e2bf-f84b-41c1-b4cf-636a05bd275f tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0910723 Apr 12 16:52:34.956041 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks [] for router_controller (4e334368-3049-4a01-ad04-9671249f367e), precommit_add_association {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.066764 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Allocated IP 172.20.0.2 (414c2dfe-22b2-489e-94eb-7bbed5e32ded/9da0cd3b-d749-47f1-8b51-44a575c6a873/92489b98-035c-4390-88ef-028f70c9a9ad) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:35.133653 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dcbff467-d2c3-42a5-895d-740ce5ce1b92 req-c4189c76-1201-4b26-8c02-d46b8d83f07c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736288 Apr 12 16:52:35.143603 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks [] for router_gateway (4e334368-3049-4a01-ad04-9671249f367e), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.231488 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Publish callbacks [] for port (92489b98-035c-4390-88ef-028f70c9a9ad), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.237754 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.286333 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:35.294424 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:35.296640 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cd96e-4ed2-4873-9288-f1900c6d46b6 req-66d86e5d-e7b6-4fb8-9797-f173afa26d34 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:35.297143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:35.298176 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-df4cd96e-4ed2-4873-9288-f1900c6d46b6 req-66d86e5d-e7b6-4fb8-9797-f173afa26d34 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 944 time: 0.0960054 Apr 12 16:52:35.304553 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Pushing event updated for resources: {'Port': ['ID=92489b98-035c-4390-88ef-028f70c9a9ad,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:35.319094 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa08ab-d13d-446b-9056-5a624d642e35 req-42a93cd6-54bf-4b39-b019-d764c7f92c08 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:35.323552 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99fa08ab-d13d-446b-9056-5a624d642e35 req-42a93cd6-54bf-4b39-b019-d764c7f92c08 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.0879951 Apr 12 16:52:35.358922 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Attempting to bind port 92489b98-035c-4390-88ef-028f70c9a9ad on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:35.359330 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Attempting to bind port 92489b98-035c-4390-88ef-028f70c9a9ad by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:35.359703 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Attempting to bind port 92489b98-035c-4390-88ef-028f70c9a9ad on network 414c2dfe-22b2-489e-94eb-7bbed5e32ded {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:35.365034 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:35.365417 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Checking segment: {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:35.365834 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.366234 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Bound using segment: {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:35.366709 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Bound port: 92489b98-035c-4390-88ef-028f70c9a9ad, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:35.367161 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.435262 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] For port 92489b98-035c-4390-88ef-028f70c9a9ad, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:35.439509 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] For port 92489b98-035c-4390-88ef-028f70c9a9ad, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=92489b98-035c-4390-88ef-028f70c9a9ad,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:35.450799 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.529532 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4404d29-ebdd-4738-b56d-050a5e3840bc None None] Pushing event updated for resources: {'Port': ['ID=92489b98-035c-4390-88ef-028f70c9a9ad,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:35.667934 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:35.754029 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port c70692fa-573f-49f1-8c3b-6dfb829e9729 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:35.754556 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.773841 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99fa08ab-d13d-446b-9056-5a624d642e35 req-cc647f6c-82f6-4b5d-aa64-416013679d37 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493344 Apr 12 16:52:35.779735 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-df4cd96e-4ed2-4873-9288-f1900c6d46b6 req-7126a3ba-e1ad-4222-aa36-b397ac6191c7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734902 Apr 12 16:52:35.794292 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks [] for router_gateway (4e334368-3049-4a01-ad04-9671249f367e), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.828908 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.892880 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:35.893413 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.923041 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:35.925431 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96587b5b-6c82-40e3-bf04-7f810d8517f5" -d '{"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-plugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:35.945362 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:35.951983 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:35.975005 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d594-a2a7-4677-a905-6bb6cb1249cf req-1d7ad11f-8b1c-4887-aade-501bc9b0d1aa tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:35.976406 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0580d594-a2a7-4677-a905-6bb6cb1249cf req-1d7ad11f-8b1c-4887-aade-501bc9b0d1aa tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0952833 Apr 12 16:52:36.001806 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8f5f3-6098-4def-b53a-2dc676fe10df req-00c4fba1-1a94-48f0-ac19-5a3d94609b62 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:36.003290 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2be8f5f3-6098-4def-b53a-2dc676fe10df req-00c4fba1-1a94-48f0-ac19-5a3d94609b62 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 944 time: 0.1232772 Apr 12 16:52:36.006054 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:36.093005 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Allocated IP 172.27.3.225 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/902adffc-4ec9-4170-b356-2f9754ad2a0e) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:36.113123 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0580d594-a2a7-4677-a905-6bb6cb1249cf req-0841a533-8aba-492c-afb2-baab6c0782da tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279335 Apr 12 16:52:36.135648 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2be8f5f3-6098-4def-b53a-2dc676fe10df req-8eff0c7d-adf2-4bc8-a6fd-278edc0f9d56 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062660 Apr 12 16:52:36.172355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81be51d-43dd-4bd1-86c3-697f988e027d x-openstack-request-id: req-c81be51d-43dd-4bd1-86c3-697f988e027d {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:36.172355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-plugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:36.172355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c81be51d-43dd-4bd1-86c3-697f988e027d {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:36.172355 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81be51d-43dd-4bd1-86c3-697f988e027d'] response: {'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'code': 200} Apr 12 16:52:36.270076 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14dc82-6bc0-4a00-9b6b-363ea5bc3fe0 req-4ae6f537-401d-4707-a0fc-d02b20d03f5c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:36.271750 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d14dc82-6bc0-4a00-9b6b-363ea5bc3fe0 req-4ae6f537-401d-4707-a0fc-d02b20d03f5c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0653176 Apr 12 16:52:36.310651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks [] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:36.358451 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d14dc82-6bc0-4a00-9b6b-363ea5bc3fe0 req-74cfb6b6-7147-44a5-8306-9cc467c9118c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765107 Apr 12 16:52:36.371357 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:36.414947 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:36.420315 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:36.423099 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:36.451701 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Pushing event updated for resources: {'Port': ['ID=902adffc-4ec9-4170-b356-2f9754ad2a0e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:36.572544 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff3406-259f-4ab5-8c45-dbcbbe5c3831 None None] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:36.637685 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-5ebb2ff9-b238-4cb6-8c94-2eb6f399a0cb None None] Provisioning complete for port 92489b98-035c-4390-88ef-028f70c9a9ad triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:36.637961 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ebb2ff9-b238-4cb6-8c94-2eb6f399a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:36.702625 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks [] for router_gateway (4e334368-3049-4a01-ad04-9671249f367e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:36.769191 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb2ff9-b238-4cb6-8c94-2eb6f399a0cb None None] Current status of the port 92489b98-035c-4390-88ef-028f70c9a9ad is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:36.769585 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ebb2ff9-b238-4cb6-8c94-2eb6f399a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:36.808922 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-5ebb2ff9-b238-4cb6-8c94-2eb6f399a0cb None None] For port 92489b98-035c-4390-88ef-028f70c9a9ad, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=92489b98-035c-4390-88ef-028f70c9a9ad,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:36.814695 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ebb2ff9-b238-4cb6-8c94-2eb6f399a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:36.873315 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb2ff9-b238-4cb6-8c94-2eb6f399a0cb None None] Pushing event updated for resources: {'Port': ['ID=92489b98-035c-4390-88ef-028f70c9a9ad,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:36.999192 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 92489b98-035c-4390-88ef-028f70c9a9ad up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:37.031914 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94037-d7ca-4930-9a48-b7f5d1b6bbb2 req-d76d6c8c-22dc-4157-9d6f-406ad33b6643 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:37.035359 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-57e94037-d7ca-4930-9a48-b7f5d1b6bbb2 req-d76d6c8c-22dc-4157-9d6f-406ad33b6643 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 944 time: 0.1221757 Apr 12 16:52:37.042022 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfbee7-d5d5-4115-a0c9-3048f2ba1d69 req-71260096-f4ba-43ba-ab6c-ad692f898dd0 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:37.043608 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3bfbee7-d5d5-4115-a0c9-3048f2ba1d69 req-71260096-f4ba-43ba-ab6c-ad692f898dd0 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.1293361 Apr 12 16:52:37.050198 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-60d935a7-3d9e-4df1-a255-b6a091e51a2e None None] Provisioning complete for port 92489b98-035c-4390-88ef-028f70c9a9ad triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:37.050587 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-60d935a7-3d9e-4df1-a255-b6a091e51a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:37.081003 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (4e334368-3049-4a01-ad04-9671249f367e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:37.094089 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 92489b98-035c-4390-88ef-028f70c9a9ad triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:37.094476 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:37.173140 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-57e94037-d7ca-4930-9a48-b7f5d1b6bbb2 req-d0d00eea-1e57-486d-81bf-15a711818068 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264656 Apr 12 16:52:37.180685 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3bfbee7-d5d5-4115-a0c9-3048f2ba1d69 req-30d8c7e9-05a5-49e3-88ac-a7c22341e46e tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264751 Apr 12 16:52:37.213398 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-60d935a7-3d9e-4df1-a255-b6a091e51a2e None None] Current status of the port 92489b98-035c-4390-88ef-028f70c9a9ad is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:37.232808 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 92489b98-035c-4390-88ef-028f70c9a9ad is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:37.332884 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d9692-be26-45ac-9066-0281f3137acb req-2464d5c4-6d72-4b59-b051-391a36f9df10 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:37.334357 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d0d9692-be26-45ac-9066-0281f3137acb req-2464d5c4-6d72-4b59-b051-391a36f9df10 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0855994 Apr 12 16:52:37.368959 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea442-3f61-4122-9ace-f35426c8c8ff req-eed9cb1c-7732-4bcc-995c-49b0c7bba3b6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:37.370082 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ffdea442-3f61-4122-9ace-f35426c8c8ff req-eed9cb1c-7732-4bcc-995c-49b0c7bba3b6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0864778 Apr 12 16:52:37.443142 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d0d9692-be26-45ac-9066-0281f3137acb req-9d6ba0cb-5849-47e9-9a98-236df5fa2f7a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006124 Apr 12 16:52:37.461455 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Router 4e334368-3049-4a01-ad04-9671249f367e is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:52:37.468165 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ffdea442-3f61-4122-9ace-f35426c8c8ff req-e8d8bcce-881f-4074-b744-2567d15e74d8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898221 Apr 12 16:52:37.469852 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-e47990b5-0a97-4f6c-bea0-7f55cc13862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:37.471809 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-e47990b5-0a97-4f6c-bea0-7f55cc13862f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1128 time: 0.0571537 Apr 12 16:52:37.609503 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a194de3-c92e-4a56-a68b-9e80d371437d req-8988e40b-c721-47d3-817c-f662155cb925 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:37.611082 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6a194de3-c92e-4a56-a68b-9e80d371437d req-8988e40b-c721-47d3-817c-f662155cb925 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0817935 Apr 12 16:52:37.646968 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:37.656217 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86242925-2689-4437-80b2-c96e57784200 None None] Sync routers for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:37.666757 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:37.667516 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:37.675426 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 4a95b6e4-7b72-4991-851f-0040f75cc086 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:52:37.679739 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6a194de3-c92e-4a56-a68b-9e80d371437d req-cd2566b0-9a87-4257-9c28-a9669f3f7033 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628912 Apr 12 16:52:37.683686 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:37.684811 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b06c8533-cb85-45a0-96f3-6c3ac9d9861e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8649094 Apr 12 16:52:37.687843 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51230) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:37.816779 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:37.825476 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 4a95b6e4-7b72-4991-851f-0040f75cc086, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a95b6e4-7b72-4991-851f-0040f75cc086,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:37.829137 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f653072-7605-4f02-82b2-8b13c57ca45a req-be347b37-03dc-48b0-b372-aa87eada6224 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:37.834709 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f653072-7605-4f02-82b2-8b13c57ca45a req-be347b37-03dc-48b0-b372-aa87eada6224 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0658500 Apr 12 16:52:37.840716 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51234) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:37.846178 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'port_id': '7178f196-5753-47ec-9578-c47977e8e558'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:37.855360 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'mac_address': 'fa:16:3e:7e:b9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:52:37.901303 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 4a95b6e4-7b72-4991-851f-0040f75cc086 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:37.902065 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:37.903018 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (091f8e87-661b-489d-9f8d-5eedf6263151), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:37.925166 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a95b6e4-7b72-4991-851f-0040f75cc086 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:37.948731 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 4a95b6e4-7b72-4991-851f-0040f75cc086, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a95b6e4-7b72-4991-851f-0040f75cc086,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:37.957369 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.013262 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=4a95b6e4-7b72-4991-851f-0040f75cc086,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:38.027636 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:36Z', 'revision_number': 3, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:38.056952 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86242925-2689-4437-80b2-c96e57784200 None None] Checking router: 4e334368-3049-4a01-ad04-9671249f367e for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:38.057300 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86242925-2689-4437-80b2-c96e57784200 None None] Updating router 4e334368-3049-4a01-ad04-9671249f367e port 902adffc-4ec9-4170-b356-2f9754ad2a0e binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:38.090126 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86242925-2689-4437-80b2-c96e57784200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.400033 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c351e0-ab9a-4d8c-b9ce-5732ef791171 req-c4ee8d9f-8656-43aa-a60f-f3d07401f63a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:38.402378 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-67c351e0-ab9a-4d8c-b9ce-5732ef791171 req-c4ee8d9f-8656-43aa-a60f-f3d07401f63a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 945 time: 0.1388321 Apr 12 16:52:38.412787 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552662f7-bbee-4742-80dd-79192db62df1 req-73cf5b57-50ac-42ff-a691-6c62c5ad336f tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:38.415093 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-552662f7-bbee-4742-80dd-79192db62df1 req-73cf5b57-50ac-42ff-a691-6c62c5ad336f tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.1119735 Apr 12 16:52:38.444189 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86242925-2689-4437-80b2-c96e57784200 None None] Publish callbacks [] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.452115 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86242925-2689-4437-80b2-c96e57784200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.455111 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['4a95b6e4-7b72-4991-851f-0040f75cc086'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:52:38.502672 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f535-8a68-4d9d-9164-695f936eaade None None] Pushing event updated for resources: {'Port': ['ID=902adffc-4ec9-4170-b356-2f9754ad2a0e,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:38.547095 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-86242925-2689-4437-80b2-c96e57784200 None None] Attempting to bind port 902adffc-4ec9-4170-b356-2f9754ad2a0e on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:38.547573 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-86242925-2689-4437-80b2-c96e57784200 None None] Attempting to bind port 902adffc-4ec9-4170-b356-2f9754ad2a0e by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:38.548314 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86242925-2689-4437-80b2-c96e57784200 None None] Attempting to bind port 902adffc-4ec9-4170-b356-2f9754ad2a0e on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:38.550472 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-552662f7-bbee-4742-80dd-79192db62df1 req-8fdec36f-8297-48a1-8b57-2214313a5c12 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b32bd4a-e25e-424a-bc18-0487b6b6dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923381 Apr 12 16:52:38.554386 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86242925-2689-4437-80b2-c96e57784200 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:38.554929 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86242925-2689-4437-80b2-c96e57784200 None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:38.555940 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86242925-2689-4437-80b2-c96e57784200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.556445 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86242925-2689-4437-80b2-c96e57784200 None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:38.556996 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-86242925-2689-4437-80b2-c96e57784200 None None] Bound port: 902adffc-4ec9-4170-b356-2f9754ad2a0e, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:38.557444 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86242925-2689-4437-80b2-c96e57784200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.571055 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-67c351e0-ab9a-4d8c-b9ce-5732ef791171 req-96d76d51-ef70-47b3-9750-cd92d85459a0 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527007 Apr 12 16:52:38.696382 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-196ce890-c080-4f64-84b8-11023d9bccac tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:38.698652 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-196ce890-c080-4f64-84b8-11023d9bccac tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.49 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 950 time: 0.2112958 Apr 12 16:52:38.703461 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.706799 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.db.resource_extend [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 16:52:38.748138 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-86242925-2689-4437-80b2-c96e57784200 None None] For port 902adffc-4ec9-4170-b356-2f9754ad2a0e, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:38.758592 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-86242925-2689-4437-80b2-c96e57784200 None None] For port 902adffc-4ec9-4170-b356-2f9754ad2a0e, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=902adffc-4ec9-4170-b356-2f9754ad2a0e,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:38.770941 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-86242925-2689-4437-80b2-c96e57784200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:38.772980 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-14255d61-3c12-4bd3-9f3d-fc399ac9e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:38.775923 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-14255d61-3c12-4bd3-9f3d-fc399ac9e8fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.3113146 Apr 12 16:52:38.839907 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f535-8a68-4d9d-9164-695f936eaade None None] Pushing event updated for resources: {'Port': ['ID=902adffc-4ec9-4170-b356-2f9754ad2a0e,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:38.883820 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:38.884724 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:38.936738 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-70618864-4976-433a-abf4-fa4eca36836d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 217 time: 0.1501138 Apr 12 16:52:38.937565 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Deleting port ee86d4af-0052-4790-8cc7-deae2ec7d037 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:52:38.938292 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:39.029209 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:39.157793 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-b5e34b0b-17f1-464f-a4f9-ea152fca8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:39.162531 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-b5e34b0b-17f1-464f-a4f9-ea152fca8854 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.1514452 Apr 12 16:52:39.234809 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21f590-8093-4ae2-9758-c8fd9e4a3c7f req-8ff8ff97-cc91-44a9-878f-f21c335e8e72 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:39.236496 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d21f590-8093-4ae2-9758-c8fd9e4a3c7f req-8ff8ff97-cc91-44a9-878f-f21c335e8e72 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0965712 Apr 12 16:52:39.238676 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:39.246968 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a45fbe-0990-4b5b-9079-575efc6d5eb8 req-fed870b3-dac6-47ae-8a9e-11754695f5e6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:39.254629 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-42a45fbe-0990-4b5b-9079-575efc6d5eb8 req-fed870b3-dac6-47ae-8a9e-11754695f5e6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.5403168 Apr 12 16:52:39.271217 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (091f8e87-661b-489d-9f8d-5eedf6263151), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:39.288670 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-86242925-2689-4437-80b2-c96e57784200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:36Z', 'revision_number': 3, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:39.319240 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86242925-2689-4437-80b2-c96e57784200 None None] The sync data for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi is: [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:36Z', 'revision_number': 3, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:39.362961 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-52952a65-5cf5-4ea0-b8fa-14818c8eb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:39.362961 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-52952a65-5cf5-4ea0-b8fa-14818c8eb873 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1612558 Apr 12 16:52:39.365431 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] For port ee86d4af-0052-4790-8cc7-deae2ec7d037, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ee86d4af-0052-4790-8cc7-deae2ec7d037,segment=NetworkSegment(2924f8ca-4a69-4ad1-822f-d4c450a42a5d),segment_id=2924f8ca-4a69-4ad1-822f-d4c450a42a5d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:39.365806 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:39.439672 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d21f590-8093-4ae2-9758-c8fd9e4a3c7f req-cb110e66-618c-4e2a-a93b-b3c48f0ee9c2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711299 Apr 12 16:52:39.457198 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-42a45fbe-0990-4b5b-9079-575efc6d5eb8 req-bc9e648a-41f9-4f3a-b80d-776f8f09eb38 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923783 Apr 12 16:52:39.487566 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Calling delete_port for ee86d4af-0052-4790-8cc7-deae2ec7d037 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:52:39.503651 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP 091f8e87-661b-489d-9f8d-5eedf6263151 associated. External IP: 172.27.3.99, port: 7178f196-5753-47ec-9578-c47977e8e558. Apr 12 16:52:39.709717 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (ee86d4af-0052-4790-8cc7-deae2ec7d037), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:39.721816 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Allocated IP 172.20.0.1 (414c2dfe-22b2-489e-94eb-7bbed5e32ded/9da0cd3b-d749-47f1-8b51-44a575c6a873/859a0134-d128-4e8b-a66f-40da94f0a9d2) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:39.793544 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 4a95b6e4-7b72-4991-851f-0040f75cc086 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:39.808970 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Pushing event deleted for resources: {'Port': ['ID=ee86d4af-0052-4790-8cc7-deae2ec7d037,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:39.960595 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] No DVR routers for this DVR port ee86d4af-0052-4790-8cc7-deae2ec7d037 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:52:40.068099 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 4a95b6e4-7b72-4991-851f-0040f75cc086 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:52:40.098620 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 4a95b6e4-7b72-4991-851f-0040f75cc086 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:40.099114 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.150953 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:52:40.156013 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks [] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.186044 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11377322-8631-4c32-82cc-2888fe006edc req-7754cab2-a48c-4ff5-b47b-aecb6caf5be1 tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 210 time: 0.1722729 Apr 12 16:52:40.216548 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-e68b0672-6ea9-44b6-a488-f51abd2e8ab0 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460171 Apr 12 16:52:40.218642 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.222351 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-293d873b-6bec-46f8-a80f-d82fb32f1d06 req-52bddefc-61db-4853-aacb-d85951e0d4fb tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.49 "DELETE /v2.0/ports/ee86d4af-0052-4790-8cc7-deae2ec7d037 HTTP/1.1" status: 204 len: 173 time: 1.5136442 Apr 12 16:52:40.224733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344b23da-36e3-4617-9343-d1b664fc1d16', 'name': 'network-vif-deleted', 'tag': 'ee86d4af-0052-4790-8cc7-deae2ec7d037'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:40.228516 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c0c9b5-499c-480f-8175-c3d2f654ef72" -d '{"events": [{"server_uuid": "344b23da-36e3-4617-9343-d1b664fc1d16", "name": "network-vif-deleted", "tag": "ee86d4af-0052-4790-8cc7-deae2ec7d037"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:40.270793 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.286631 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65251c28-bda9-485a-b8b7-e7e1feea8c02 req-61bf303e-a264-42e4-abba-57c5be93618a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:40.302164 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65251c28-bda9-485a-b8b7-e7e1feea8c02 req-61bf303e-a264-42e4-abba-57c5be93618a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 945 time: 0.2895565 Apr 12 16:52:40.352012 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 4a95b6e4-7b72-4991-851f-0040f75cc086 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:40.356405 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.416315 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:40.423716 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6677c0ae-8758-43db-85df-dfa75b6ebfb8" -d '{"events": [{"server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "name": "network-vif-plugged", "status": "completed", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:40.452032 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 4a95b6e4-7b72-4991-851f-0040f75cc086, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a95b6e4-7b72-4991-851f-0040f75cc086,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:40.464047 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.464865 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ee86d4af-0052-4790-8cc7-deae2ec7d037 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:52:40.504172 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:40.524849 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:40.526577 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=4a95b6e4-7b72-4991-851f-0040f75cc086,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:40.526733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-e58e2275-eee8-4399-993d-40fb0f11b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:40.528153 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-e58e2275-eee8-4399-993d-40fb0f11b752 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 1129 time: 0.3043292 Apr 12 16:52:40.532232 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:40.548791 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e0887-3c52-464e-87f4-371b05b30113 req-c13d36bb-c05e-4cbe-8637-97cb96b8d863 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:40.550431 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-100e0887-3c52-464e-87f4-371b05b30113 req-c13d36bb-c05e-4cbe-8637-97cb96b8d863 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1697037 Apr 12 16:52:40.591769 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: ee86d4af-0052-4790-8cc7-deae2ec7d037 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:52:40.592132 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ee86d4af-0052-4790-8cc7-deae2ec7d037 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:52:40.594251 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65251c28-bda9-485a-b8b7-e7e1feea8c02 req-ede79384-273a-4b4e-a39a-e77cfba81894 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909424 Apr 12 16:52:40.661920 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Pushing event updated for resources: {'Port': ['ID=859a0134-d128-4e8b-a66f-40da94f0a9d2,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:40.671893 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (4e334368-3049-4a01-ad04-9671249f367e), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.766437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20324eb7-ab36-4e19-8821-3a85a92b9853 x-openstack-request-id: req-20324eb7-ab36-4e19-8821-3a85a92b9853 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:40.767179 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "name": "network-vif-plugged", "status": "completed", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:40.767595 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20324eb7-ab36-4e19-8821-3a85a92b9853 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:40.768187 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20324eb7-ab36-4e19-8821-3a85a92b9853'] response: {'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'code': 200} Apr 12 16:52:40.772756 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:40.786423 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:40.787884 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24984a8-1ab5-4835-936b-3b46fa5351ce x-openstack-request-id: req-e24984a8-1ab5-4835-936b-3b46fa5351ce {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:40.788412 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344b23da-36e3-4617-9343-d1b664fc1d16", "name": "network-vif-deleted", "tag": "ee86d4af-0052-4790-8cc7-deae2ec7d037", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:40.788412 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e24984a8-1ab5-4835-936b-3b46fa5351ce {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:40.789834 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24984a8-1ab5-4835-936b-3b46fa5351ce'] response: {'server_uuid': '344b23da-36e3-4617-9343-d1b664fc1d16', 'name': 'network-vif-deleted', 'tag': 'ee86d4af-0052-4790-8cc7-deae2ec7d037', 'status': 'completed', 'code': 200} Apr 12 16:52:40.795324 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eb5493d2-5d5f-432a-a657-71f3ce90be34 req-9f9216cc-b5a0-45c5-b8ba-dedfdd1d64ea service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604851 Apr 12 16:52:40.800518 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-100e0887-3c52-464e-87f4-371b05b30113 req-e5e1d038-cb0d-469a-a66e-7287fb01c948 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316229 Apr 12 16:52:40.808576 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:40.809240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:40.817460 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:40.958216 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-dd86b2de-1e61-4bb5-b348-c04a00d8b126 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "PUT /v2.0/floatingips/091f8e87-661b-489d-9f8d-5eedf6263151 HTTP/1.1" status: 200 len: 991 time: 3.1163046 Apr 12 16:52:40.965523 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'tag': '7178f196-5753-47ec-9578-c47977e8e558'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:40.968000 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce2416-6d21-4b36-9322-c9a837b3fdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "tag": "7178f196-5753-47ec-9578-c47977e8e558"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:41.019259 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-1dba7de0-616d-400d-9cf4-c3903be1cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:41.021054 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-1dba7de0-616d-400d-9cf4-c3903be1cf59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 912 time: 0.1364117 Apr 12 16:52:41.083249 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe05ee1-6b9e-4d1c-a976-32232abf13ce req-6daa2369-4376-497c-8115-b53bc4b4bad4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:41.091352 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe05ee1-6b9e-4d1c-a976-32232abf13ce req-6daa2369-4376-497c-8115-b53bc4b4bad4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1168602 Apr 12 16:52:41.112602 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d727e8-19bd-4a38-8ea6-1c0cdaac968f x-openstack-request-id: req-f4d727e8-19bd-4a38-8ea6-1c0cdaac968f {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:41.112889 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "tag": "7178f196-5753-47ec-9578-c47977e8e558", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:41.113152 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4d727e8-19bd-4a38-8ea6-1c0cdaac968f {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:41.113553 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d727e8-19bd-4a38-8ea6-1c0cdaac968f'] response: {'name': 'network-changed', 'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'tag': '7178f196-5753-47ec-9578-c47977e8e558', 'status': 'completed', 'code': 200} Apr 12 16:52:41.179555 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe05ee1-6b9e-4d1c-a976-32232abf13ce req-9fe46e77-f1f8-4d89-bff8-fd1331c7f690 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825121 Apr 12 16:52:41.198123 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-d5c9137b-a1bb-406a-8e3e-92e7030bea86 None None] Provisioning complete for port 859a0134-d128-4e8b-a66f-40da94f0a9d2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:41.206053 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d5c9137b-a1bb-406a-8e3e-92e7030bea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:41.244475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 902adffc-4ec9-4170-b356-2f9754ad2a0e up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:41.419619 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f0865e3-2101-4975-ba85-6190e063c2f5 req-e510fe9f-67c5-4c6a-8e62-2f29de5a1ebf tempest-VolumesNegativeTest-1019019092 tempest-VolumesNegativeTest-1019019092-project] 10.222.0.55 "GET /v2.0/ports?device_id=344b23da-36e3-4617-9343-d1b664fc1d16 HTTP/1.1" status: 200 len: 210 time: 0.0563240 Apr 12 16:52:41.474458 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:41.478459 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-bbfc814a-95a9-46f9-85b8-39e17fca73be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 HTTP/1.1" status: 200 len: 1001 time: 0.3365543 Apr 12 16:52:41.505704 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-8dc63eea-8160-401f-aca0-18411f75ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:41.510284 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-8dc63eea-8160-401f-aca0-18411f75ff5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 1130 time: 0.2214136 Apr 12 16:52:41.548743 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b602295-141a-46f3-8339-c653aec58e0e req-79675047-c12b-4da9-816b-7baa6ea261be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:41.550503 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1b602295-141a-46f3-8339-c653aec58e0e req-79675047-c12b-4da9-816b-7baa6ea261be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1130 time: 0.1733499 Apr 12 16:52:41.612451 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:41.753604 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9137b-a1bb-406a-8e3e-92e7030bea86 None None] Port 859a0134-d128-4e8b-a66f-40da94f0a9d2 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:41.756070 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks [] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:41.784754 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:41.794412 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 902adffc-4ec9-4170-b356-2f9754ad2a0e triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:41.795259 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:41.828771 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc8027-4a18-41ed-8411-8042445a487f req-1b88c07f-4469-4036-9be7-143a00745839 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:41.858881 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3fcc8027-4a18-41ed-8411-8042445a487f req-1b88c07f-4469-4036-9be7-143a00745839 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.1174383 Apr 12 16:52:41.981182 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:42.058822 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-835b03cc-bb7c-4655-b741-1cd4d302b1c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1800835 Apr 12 16:52:42.067010 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 902adffc-4ec9-4170-b356-2f9754ad2a0e is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:42.067010 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:42.082526 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded358b-2328-4001-9975-e48d365a130d req-bff4fa51-ef43-4ae9-a881-4644f0d186d9 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:42.093557 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ded358b-2328-4001-9975-e48d365a130d req-bff4fa51-ef43-4ae9-a881-4644f0d186d9 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1310532 Apr 12 16:52:42.099523 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 902adffc-4ec9-4170-b356-2f9754ad2a0e, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=902adffc-4ec9-4170-b356-2f9754ad2a0e,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:42.126542 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:42.180358 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '091f8e87-661b-489d-9f8d-5eedf6263151', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '7178f196-5753-47ec-9578-c47977e8e558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:6a:d1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:51:58Z', 'updated_at': '2022-04-12T16:52:38Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}, {'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:39Z', 'revision_number': 2, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:42.232193 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3fcc8027-4a18-41ed-8411-8042445a487f req-11974937-9875-4137-a922-3881b9d962c4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724117 Apr 12 16:52:42.235456 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:42.247104 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-87d7d772-29f8-4102-8558-f65820198a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:42.247671 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=902adffc-4ec9-4170-b356-2f9754ad2a0e,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:42.248791 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-87d7d772-29f8-4102-8558-f65820198a77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.7614503 Apr 12 16:52:42.255677 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:42.258534 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:42.326012 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ded358b-2328-4001-9975-e48d365a130d req-c4a0a1e7-5ab4-4058-a788-218bdbc8015b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242196 Apr 12 16:52:42.327100 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-bff8ee04-cc56-40e8-9172-aa0bafeab41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:42.328519 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-bff8ee04-cc56-40e8-9172-aa0bafeab41f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 1129 time: 0.2315836 Apr 12 16:52:42.440162 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:42.509338 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0867cbb-e38b-4aca-889a-faaf3313e1d3 req-af6895e0-4566-4796-a7de-28ede7b7e878 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:42.517429 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0867cbb-e38b-4aca-889a-faaf3313e1d3 req-af6895e0-4566-4796-a7de-28ede7b7e878 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1553903 Apr 12 16:52:42.523135 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Pushing event updated for resources: {'Port': ['ID=859a0134-d128-4e8b-a66f-40da94f0a9d2,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:42.538742 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (4e334368-3049-4a01-ad04-9671249f367e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:42.578560 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-1b602295-141a-46f3-8339-c653aec58e0e req-8767ceeb-5d58-4375-8e86-6bee26ae1f32 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8174357 Apr 12 16:52:42.579659 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-f219e33e-7e8b-4654-aa2e-7b61e9bd4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:42.582429 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-f219e33e-7e8b-4654-aa2e-7b61e9bd4320 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2803473 Apr 12 16:52:42.606880 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-ce95c44b-4deb-484f-b38d-57aaf78b492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:42.608615 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-ce95c44b-4deb-484f-b38d-57aaf78b492d service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 1.0921867 Apr 12 16:52:42.713256 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0867cbb-e38b-4aca-889a-faaf3313e1d3 req-4cb42305-6d28-444d-9a44-ab4a0f5ecba3 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787639 Apr 12 16:52:42.716850 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-933b86c8-0b7a-43c4-9841-b1d12a2f14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:42.721362 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:42.721903 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-933b86c8-0b7a-43c4-9841-b1d12a2f14c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.3582337 Apr 12 16:52:42.723911 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:42.888252 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Router 4e334368-3049-4a01-ad04-9671249f367e has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:52:42.934109 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '091f8e87-661b-489d-9f8d-5eedf6263151', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '7178f196-5753-47ec-9578-c47977e8e558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:6a:d1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:51:58Z', 'updated_at': '2022-04-12T16:52:38Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}, {'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:39Z', 'revision_number': 2, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:43.009818 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0705d-b7e3-4d32-b43a-580cd2f4d91d None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '091f8e87-661b-489d-9f8d-5eedf6263151', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '7178f196-5753-47ec-9578-c47977e8e558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:6a:d1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:51:58Z', 'updated_at': '2022-04-12T16:52:38Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}, {'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:39Z', 'revision_number': 2, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:43.034589 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-af62a4eb-3979-451e-8c27-48011ad89fe5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543 HTTP/1.1" status: 200 len: 217 time: 0.0670199 Apr 12 16:52:43.084175 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 902adffc-4ec9-4170-b356-2f9754ad2a0e up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:43.154654 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-7430a0d6-a4a8-4b2f-9e7c-37652f5f9924 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7178f196-5753-47ec-9578-c47977e8e558 HTTP/1.1" status: 200 len: 999 time: 0.1411006 Apr 12 16:52:43.184086 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 902adffc-4ec9-4170-b356-2f9754ad2a0e triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:43.184475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:43.239395 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-0efc7059-0605-41d0-b029-895dfe89ceb1 None None] Provisioning complete for port 859a0134-d128-4e8b-a66f-40da94f0a9d2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:43.240033 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0efc7059-0605-41d0-b029-895dfe89ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:43.325299 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:43.340606 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7c42b4a8-a3b7-4aad-abdc-db0a7ae427e3 admin admin] 10.222.0.55 "PUT /v2.0/routers/4e334368-3049-4a01-ad04-9671249f367e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6513584 Apr 12 16:52:43.345541 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-906b93f0-fe9c-45d2-9be1-d58e17a64a93 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360972 Apr 12 16:52:43.346587 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Sync routers for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:43.379731 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-0efc7059-0605-41d0-b029-895dfe89ceb1 None None] Port 859a0134-d128-4e8b-a66f-40da94f0a9d2 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:43.391089 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:43.394657 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:43.483871 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9306c-78d9-4ea2-a91d-b80fcc9ea976 None None] New status for floating IP 091f8e87-661b-489d-9f8d-5eedf6263151: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:52:43.596632 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118486-0a16-4d93-9ad4-d2698a1a9f8a req-07be5f01-86b4-4ef2-b9a1-976c4f2b4f7c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:43.599006 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b118486-0a16-4d93-9ad4-d2698a1a9f8a req-07be5f01-86b4-4ef2-b9a1-976c4f2b4f7c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.2066000 Apr 12 16:52:43.690933 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b118486-0a16-4d93-9ad4-d2698a1a9f8a req-6e7b04e9-1369-49cd-a7d9-7af9c51ae474 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764065 Apr 12 16:52:43.714780 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbdf41-37ca-4509-9951-e5597f8ea451 req-e1f5aa1b-53b4-4aae-b789-a15c3778f21d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:43.740468 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69dbdf41-37ca-4509-9951-e5597f8ea451 req-e1f5aa1b-53b4-4aae-b789-a15c3778f21d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.2773986 Apr 12 16:52:43.746926 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 902adffc-4ec9-4170-b356-2f9754ad2a0e is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:43.869499 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-bab0dd71-0877-49b5-92d1-6f797cd1038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:43.871855 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-bab0dd71-0877-49b5-92d1-6f797cd1038c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.3733337 Apr 12 16:52:43.895865 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-e349a087-f60e-44a6-9acb-0a924ddca6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:43.901150 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-e349a087-f60e-44a6-9acb-0a924ddca6e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.4007771 Apr 12 16:52:43.922820 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:43.956905 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6b639774-aaf7-4d89-bb46-d6f4da696113 req-99798ebb-bd68-46da-b796-187ce724b91a service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601896 Apr 12 16:52:43.990087 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69dbdf41-37ca-4509-9951-e5597f8ea451 req-a14f1e0c-e1cf-46ca-9c8c-4a68dd9c1a00 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241249 Apr 12 16:52:44.042530 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54db64-611f-4141-8049-ce40f933da37 req-87b277a5-b10a-484d-99c0-39c9ea55b9ea tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:44.056013 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-df54db64-611f-4141-8049-ce40f933da37 req-87b277a5-b10a-484d-99c0-39c9ea55b9ea tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1954098 Apr 12 16:52:44.184233 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-df54db64-611f-4141-8049-ce40f933da37 req-3c72c769-b377-4c78-9537-2472f40c8c8b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250942 Apr 12 16:52:44.413576 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 2, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:44.437157 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51424) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:44.458464 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Checking router: 4e334368-3049-4a01-ad04-9671249f367e for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:44.458825 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Updating router 4e334368-3049-4a01-ad04-9671249f367e port 859a0134-d128-4e8b-a66f-40da94f0a9d2 binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:44.459773 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1930576564-network', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:44.519463 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:44.651051 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-2b954dc4-35af-4ef1-9c3f-9dbf878d8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:44.652875 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-2b954dc4-35af-4ef1-9c3f-9dbf878d8bb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954614 Apr 12 16:52:44.658545 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Made reservation on behalf of dd9afa78c72a4619adb26be9c83869bf for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:44.661014 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:44.671284 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:44.691765 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-1750ea6a-4865-4000-8b3e-41b365ec7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:44.693394 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-1750ea6a-4865-4000-8b3e-41b365ec7bba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1781831 Apr 12 16:52:44.790469 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks [] for security_group (c3bc79a6-7d00-480d-868d-b69ae60a550f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:44.802999 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c3bc79a6-7d00-480d-868d-b69ae60a550f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:44.936769 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c985f-774d-46cc-8682-699960b3ad6f req-65238e75-2b66-4d5c-8000-0a1d7aefba69 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:44.938460 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab3c985f-774d-46cc-8682-699960b3ad6f req-65238e75-2b66-4d5c-8000-0a1d7aefba69 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.1137321 Apr 12 16:52:44.998128 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:52:45.019124 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc79a6-7d00-480d-868d-b69ae60a550f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:45.038786 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (d6941832-3f98-475b-97b4-1e55d4c6b10d), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.042153 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Added segment d6941832-3f98-475b-97b4-1e55d4c6b10d of type vlan for network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d Apr 12 16:52:45.148264 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-17b7ea24-ed12-45c5-8d7f-49b1ff8d2d36 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613091 Apr 12 16:52:45.226183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ab3c985f-774d-46cc-8682-699960b3ad6f req-a4ca9cc9-4685-4013-a7a9-bf843d924734 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641788 Apr 12 16:52:45.228450 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.243712 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Publish callbacks [] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.260375 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ac6b7-b7ee-4c4a-83de-d31ea73e4dea req-d72248f2-5dbb-47f1-aba9-b91458cf0325 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:45.265960 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.267904 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-171ac6b7-b7ee-4c4a-83de-d31ea73e4dea req-d72248f2-5dbb-47f1-aba9-b91458cf0325 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0943630 Apr 12 16:52:45.297500 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-dcce2416-6d21-4b36-9322-c9a837b3fdbf req-d105c21b-1e42-4772-9550-b873d2898ef3 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413264 Apr 12 16:52:45.307494 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-e94737a6-5ac9-4484-a039-c008122622a6 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606133 Apr 12 16:52:45.350654 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.352874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:45.353102 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.383965 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030a1ed-e487-41f7-98e7-9f1b8a9b2a8e None None] Pushing event updated for resources: {'Port': ['ID=859a0134-d128-4e8b-a66f-40da94f0a9d2,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:45.427746 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Attempting to bind port 859a0134-d128-4e8b-a66f-40da94f0a9d2 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:45.429116 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Attempting to bind port 859a0134-d128-4e8b-a66f-40da94f0a9d2 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:45.429951 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Attempting to bind port 859a0134-d128-4e8b-a66f-40da94f0a9d2 on network 414c2dfe-22b2-489e-94eb-7bbed5e32ded {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:45.437551 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:45.438413 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Checking segment: {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:45.439108 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.440095 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Bound using segment: {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:45.440912 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Bound port: 859a0134-d128-4e8b-a66f-40da94f0a9d2, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:45.441581 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.473304 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ed118-0de7-49d0-9017-159189affad1 req-13e96697-b5d2-4caf-ad81-44b27001ed59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:45.475562 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-835ed118-0de7-49d0-9017-159189affad1 req-13e96697-b5d2-4caf-ad81-44b27001ed59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0988848 Apr 12 16:52:45.496307 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-171ac6b7-b7ee-4c4a-83de-d31ea73e4dea req-a50f0894-bc7e-49ab-a2ea-676f55c5cbfe tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225943 Apr 12 16:52:45.515476 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51450) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:45.519845 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0813601 Apr 12 16:52:45.521786 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Request body: {'subnet': {'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1930576564-subnet', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:45.581819 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Made reservation on behalf of dd9afa78c72a4619adb26be9c83869bf for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:45.584365 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9242177'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.608966 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] For port 859a0134-d128-4e8b-a66f-40da94f0a9d2, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:45.613457 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] For port 859a0134-d128-4e8b-a66f-40da94f0a9d2, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=859a0134-d128-4e8b-a66f-40da94f0a9d2,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:45.634159 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.747693 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-dcf9e6cb-a2bd-4158-ab9b-ce38d7584e73 None None] Provisioning complete for port 859a0134-d128-4e8b-a66f-40da94f0a9d2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:45.748190 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6cb-a2bd-4158-ab9b-ce38d7584e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:45.768852 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec6857-6223-4efb-896c-5d92a0d7e987 req-b36d05b8-2ce3-4268-bb8b-50aea7204835 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:45.776787 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030a1ed-e487-41f7-98e7-9f1b8a9b2a8e None None] Pushing event updated for resources: {'Port': ['ID=859a0134-d128-4e8b-a66f-40da94f0a9d2,revision_number=4']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:45.778518 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1ec6857-6223-4efb-896c-5d92a0d7e987 req-b36d05b8-2ce3-4268-bb8b-50aea7204835 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.1088524 Apr 12 16:52:45.786538 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ade15b-81a3-4cdc-832f-b9128b9c8989 admin admin] Pushing event updated for resources: {'Network': ['ID=a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:45.787941 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51458) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:45.801137 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:45.803203 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:45.811467 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'floatingip': {'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:45.860054 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-835ed118-0de7-49d0-9017-159189affad1 req-cbb9811d-d8fc-4706-b735-c4dd8a5ece16 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598843 Apr 12 16:52:45.864070 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:52:46.161118 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:46.198855 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:46.256323 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-16776b0e-2e91-44c8-ac67-1741a896b1a4 req-e44030db-9e17-4a6c-8053-098593294a87 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585196 Apr 12 16:52:46.267988 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9e6cb-a2bd-4158-ab9b-ce38d7584e73 None None] Current status of the port 859a0134-d128-4e8b-a66f-40da94f0a9d2 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:46.279588 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6cb-a2bd-4158-ab9b-ce38d7584e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:46.347610 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-dcf9e6cb-a2bd-4158-ab9b-ce38d7584e73 None None] For port 859a0134-d128-4e8b-a66f-40da94f0a9d2, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=859a0134-d128-4e8b-a66f-40da94f0a9d2,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:46.360784 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6cb-a2bd-4158-ab9b-ce38d7584e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:46.386854 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9242199'] for subnet (b041f899-705e-4f50-92ff-ba35f62b50cd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:46.452758 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:45Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:46.459016 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9e6cb-a2bd-4158-ab9b-ce38d7584e73 None None] Pushing event updated for resources: {'Port': ['ID=859a0134-d128-4e8b-a66f-40da94f0a9d2,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:46.491038 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a21afcaf-45dc-4317-8d5c-0a19248ffac8 None None] Provisioning complete for port 859a0134-d128-4e8b-a66f-40da94f0a9d2 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:46.491539 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a21afcaf-45dc-4317-8d5c-0a19248ffac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:46.544258 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453d554-a6d7-428f-9db1-07778c9c03eb None None] The sync data for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi is: [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:45Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:46.557366 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b041f899-705e-4f50-92ff-ba35f62b50cd,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:46.760531 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Checking segment: {'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:46.761242 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Network hostable DHCP agents. Network: a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:52:46.792660 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a21afcaf-45dc-4317-8d5c-0a19248ffac8 None None] Current status of the port 859a0134-d128-4e8b-a66f-40da94f0a9d2 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:46.901269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:52:46.940814 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c964ef-28ab-4a6d-8aee-59b4ff08814e req-413a0914-2811-40b5-ac11-f9d3b801c624 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:46.956805 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33c964ef-28ab-4a6d-8aee-59b4ff08814e req-413a0914-2811-40b5-ac11-f9d3b801c624 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.2394171 Apr 12 16:52:47.136738 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:47.145150 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e8e225-9846-4555-91f2-4dafb5d32dda None None] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:47.151968 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:47.152750 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.184873 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-29147a1b-d9fd-4e1a-b6f5-2f2b09f4678b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6681938 Apr 12 16:52:47.188579 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51548) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:47.192880 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:47.221909 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 859a0134-d128-4e8b-a66f-40da94f0a9d2 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:47.223046 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-b747dde3-75c1-4897-bf34-42d4d63fb8c1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387380397&fields=id&tenant_id=39cebc45ffb54de6be832838f1d28789 HTTP/1.1" status: 200 len: 267 time: 0.3469098 Apr 12 16:52:47.249286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-33c964ef-28ab-4a6d-8aee-59b4ff08814e req-b04a49f4-14b0-44ac-aa06-9b31c79fdacd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676990 Apr 12 16:52:47.308304 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (9c0788ac-86c7-4589-8b0a-5c14754b4533), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.310145 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (9c0788ac-86c7-4589-8b0a-5c14754b4533), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.531600 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.566721 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks [] for router_controller (9c0788ac-86c7-4589-8b0a-5c14754b4533), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.569418 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.664018 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b81156-ba7c-4c46-85b4-c233b7552386 req-617fe4fc-16bf-42ba-8c32-9e93928f3804 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:47.666965 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0b81156-ba7c-4c46-85b4-c233b7552386 req-617fe4fc-16bf-42ba-8c32-9e93928f3804 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1883426 Apr 12 16:52:47.741541 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-0d1ee306-55b7-46e2-96c5-c8e0576ddbb6 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:47.743853 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-0d1ee306-55b7-46e2-96c5-c8e0576ddbb6 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 808 time: 0.4936144 Apr 12 16:52:47.779915 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-f787f882-26a3-4a4b-ae9d-5552903d929f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/quotas/39cebc45ffb54de6be832838f1d28789 HTTP/1.1" status: 200 len: 375 time: 0.0284922 Apr 12 16:52:47.797634 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b0b81156-ba7c-4c46-85b4-c233b7552386 req-acb03c09-7da0-4422-a999-d3ed1f9abd9b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103320 Apr 12 16:52:47.854463 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'fixed_ips': [{'subnet_id': 'b041f899-705e-4f50-92ff-ba35f62b50cd'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:52:47.859895 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.886295 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 859a0134-d128-4e8b-a66f-40da94f0a9d2 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:47.887083 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:47.903712 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-41a1a10d-8acb-4e55-a1a0-2707bf0673bd tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048117 Apr 12 16:52:48.074951 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-5fec5afc-c042-41ba-861a-75fa6935722b service neutron] 10.222.0.55 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586425 Apr 12 16:52:48.228531 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-5b68aa05-c575-4b7b-9e8f-4ae2b092791d service neutron] 10.222.0.55 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469793 Apr 12 16:52:48.269830 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 859a0134-d128-4e8b-a66f-40da94f0a9d2 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:48.312824 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Allocated IP 172.20.0.2 (a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d/b041f899-705e-4f50-92ff-ba35f62b50cd/4bebbd8a-3314-4a06-b6ff-16a908eb780e) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:48.498554 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Floating IP d80938bf-95d3-4fa3-8c1d-165ca79daa89 associated. External IP: 172.27.3.171, port: 4a95b6e4-7b72-4991-851f-0040f75cc086. Apr 12 16:52:48.580798 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Publish callbacks [] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:48.603960 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks [] for router_gateway (9c0788ac-86c7-4589-8b0a-5c14754b4533), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:48.616182 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:48.782634 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:48.792225 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:48.816691 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Pushing event updated for resources: {'Port': ['ID=4bebbd8a-3314-4a06-b6ff-16a908eb780e,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:48.823621 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:48.902277 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2b6ac1a1-6788-411e-af41-a0d9d9da6bdc req-9769b28d-bbf6-4a16-8915-98687206df39 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 210 time: 0.0744767 Apr 12 16:52:48.975533 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Attempting to bind port 4bebbd8a-3314-4a06-b6ff-16a908eb780e on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:48.976032 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Attempting to bind port 4bebbd8a-3314-4a06-b6ff-16a908eb780e by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:48.976322 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Attempting to bind port 4bebbd8a-3314-4a06-b6ff-16a908eb780e on network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:48.988524 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:48.989223 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Checking segment: {'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:48.990055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:48.990756 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Bound using segment: {'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:48.991595 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Bound port: 4bebbd8a-3314-4a06-b6ff-16a908eb780e, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:48.992765 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:49.028456 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477bdeb-47b6-4da8-947a-51a8f5a52854 req-ca925381-f49a-4a95-bfee-e6a90b9d4b7c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:49.032572 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5477bdeb-47b6-4da8-947a-51a8f5a52854 req-ca925381-f49a-4a95-bfee-e6a90b9d4b7c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0733166 Apr 12 16:52:49.116294 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks [] for router_gateway (9c0788ac-86c7-4589-8b0a-5c14754b4533), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:49.154366 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:49.155793 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5477bdeb-47b6-4da8-947a-51a8f5a52854 req-2f29631f-5c69-4ce2-a9d6-69b74c42a0c8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094148 Apr 12 16:52:49.177886 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] For port 4bebbd8a-3314-4a06-b6ff-16a908eb780e, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:49.187535 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] For port 4bebbd8a-3314-4a06-b6ff-16a908eb780e, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=4bebbd8a-3314-4a06-b6ff-16a908eb780e,segment=NetworkSegment(d6941832-3f98-475b-97b4-1e55d4c6b10d),segment_id=d6941832-3f98-475b-97b4-1e55d4c6b10d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:49.202907 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:49.215045 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Router e4219148-315b-4598-affa-268390ead717 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:52:49.280888 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07024327-7a3b-4337-9ac8-6719cae473f2 None None] Pushing event updated for resources: {'Port': ['ID=4bebbd8a-3314-4a06-b6ff-16a908eb780e,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:49.427279 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Allocated IP 172.27.3.230 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/3190b4d0-aea6-4e5e-8482-41de6e4eaa12) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:49.460520 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:49.467251 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:49.476170 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] Sync routers for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:49.497571 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:49.498208 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:49.574379 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f3ce7cc4-d294-434c-bcc0-d26cd47a2713 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "PUT /v2.0/floatingips/d80938bf-95d3-4fa3-8c1d-165ca79daa89 HTTP/1.1" status: 200 len: 992 time: 3.7793641 Apr 12 16:52:49.577587 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:49.581464 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe930bf-c23f-4901-add7-1d9fcccb413d" -d '{"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:49.683931 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e904854-d21d-43f8-abf9-86f4210138b0 x-openstack-request-id: req-5e904854-d21d-43f8-abf9-86f4210138b0 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:49.684324 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:49.684645 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e904854-d21d-43f8-abf9-86f4210138b0 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:49.685119 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e904854-d21d-43f8-abf9-86f4210138b0'] response: {'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'status': 'completed', 'code': 200} Apr 12 16:52:49.716990 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks [] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:49.738379 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:49.784144 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:49.844685 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:49.845897 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-8a6441df-21a2-46e5-8c0d-571756152578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:49.847812 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-8a6441df-21a2-46e5-8c0d-571756152578 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1130 time: 0.0883110 Apr 12 16:52:49.854931 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:49.864170 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:49.919391 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Pushing event updated for resources: {'Port': ['ID=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:50.056387 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-38af871b-d614-421c-9e23-3035bdf40028 req-6fb1b464-e25b-4cd3-bb2f-f4612eb9049a tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 210 time: 0.0406511 Apr 12 16:52:50.099641 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-7869ef4b-39a2-4c83-82b0-2aafc431e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:50.107921 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-7869ef4b-39a2-4c83-82b0-2aafc431e7bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.2521348 Apr 12 16:52:50.140826 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd80938bf-95d3-4fa3-8c1d-165ca79daa89', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e4219148-315b-4598-affa-268390ead717', 'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'mac_address': 'fa:16:3e:7e:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:52:26Z', 'updated_at': '2022-04-12T16:52:47Z', 'revision_number': 1, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:50.320373 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] Checking router: e4219148-315b-4598-affa-268390ead717 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:50.351992 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:50.352696 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:50.453729 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks [] for router_gateway (9c0788ac-86c7-4589-8b0a-5c14754b4533), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:50.639556 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:50.803369 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51640) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:50.919916 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (9c0788ac-86c7-4589-8b0a-5c14754b4533), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:50.921876 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c492a75-114f-4346-8dd3-ca59ce7206e1 req-ae38180d-157e-403b-9ea4-56134f607149 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:50.931021 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c492a75-114f-4346-8dd3-ca59ce7206e1 req-ae38180d-157e-403b-9ea4-56134f607149 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0863750 Apr 12 16:52:50.935676 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-db634f71-add3-4cec-a072-1b8c6f81cf5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 1000 time: 0.8208256 Apr 12 16:52:50.987639 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33b42fd-92f3-4a5b-a862-d8ccccf3a17b None None] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:52:51.153067 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c492a75-114f-4346-8dd3-ca59ce7206e1 req-434a8f88-c182-4f9b-a98c-7ba8ae3e3dca tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094984 Apr 12 16:52:51.179104 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-52a45934-c2de-45f3-8641-a323a6b34df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:51.182048 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-52a45934-c2de-45f3-8641-a323a6b34df4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.1821382 Apr 12 16:52:51.183950 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4bebbd8a-3314-4a06-b6ff-16a908eb780e up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:51.200720 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f9edabf9-f454-4088-bcc9-a4b7f63590ee None None] Provisioning complete for port 4bebbd8a-3314-4a06-b6ff-16a908eb780e triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:51.202106 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9edabf9-f454-4088-bcc9-a4b7f63590ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.250236 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd80938bf-95d3-4fa3-8c1d-165ca79daa89', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e4219148-315b-4598-affa-268390ead717', 'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'mac_address': 'fa:16:3e:7e:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:52:26Z', 'updated_at': '2022-04-12T16:52:47Z', 'revision_number': 1, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:51.291627 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:52:51.302371 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6ff8b38a-588b-4c97-bf33-f8ca0d457d33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a39b2681ae074f639cea0184244423f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940879 Apr 12 16:52:51.304238 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51646) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:51.378697 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 4bebbd8a-3314-4a06-b6ff-16a908eb780e triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:51.379112 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.400748 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-34944035-3ba3-4be9-a90c-0abdd72dd5a5 req-f2442b67-3add-4c13-ab49-4afceef206e8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 210 time: 0.1772895 Apr 12 16:52:51.406930 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-d1802937-65b2-4062-b06e-9b5581176f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:51.408677 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-d1802937-65b2-4062-b06e-9b5581176f86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2111914 Apr 12 16:52:51.419861 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4b44b-ad75-4a5b-84d7-78b3082bae57 None None] The sync data for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi is: [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd80938bf-95d3-4fa3-8c1d-165ca79daa89', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e4219148-315b-4598-affa-268390ead717', 'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'mac_address': 'fa:16:3e:7e:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:52:26Z', 'updated_at': '2022-04-12T16:52:47Z', 'revision_number': 1, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:51.439051 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-0b5bb35a-dd21-45fa-a854-2bcb41ba22c8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:51.440895 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-0b5bb35a-dd21-45fa-a854-2bcb41ba22c8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.49 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 808 time: 0.2721882 Apr 12 16:52:51.443406 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Router 9c0788ac-86c7-4589-8b0a-5c14754b4533 is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:52:51.443601 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c44aa588-3e83-4786-8a3f-73fe5b8b0564 admin admin] Publish callbacks [] for security_group (4b32bd4a-e25e-424a-bc18-0487b6b6dffe), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.528802 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c44aa588-3e83-4786-8a3f-73fe5b8b0564 admin admin] Publish callbacks [] for security_group (4b32bd4a-e25e-424a-bc18-0487b6b6dffe), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.567900 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f9edabf9-f454-4088-bcc9-a4b7f63590ee None None] Current status of the port 4bebbd8a-3314-4a06-b6ff-16a908eb780e is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:51.568305 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9edabf9-f454-4088-bcc9-a4b7f63590ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.694011 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-f9edabf9-f454-4088-bcc9-a4b7f63590ee None None] For port 4bebbd8a-3314-4a06-b6ff-16a908eb780e, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=4bebbd8a-3314-4a06-b6ff-16a908eb780e,segment=NetworkSegment(d6941832-3f98-475b-97b4-1e55d4c6b10d),segment_id=d6941832-3f98-475b-97b4-1e55d4c6b10d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:51.719560 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9edabf9-f454-4088-bcc9-a4b7f63590ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.734043 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-2a106fb5-b4c5-454b-be55-7222084ab263 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39cebc45ffb54de6be832838f1d28789 HTTP/1.1" status: 200 len: 379 time: 0.2003913 Apr 12 16:52:51.736996 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-bfa2f212-754a-4d62-b6c9-a339a17f499e service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398420 Apr 12 16:52:51.740223 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c44aa588-3e83-4786-8a3f-73fe5b8b0564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (4b32bd4a-e25e-424a-bc18-0487b6b6dffe), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.742969 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c44aa588-3e83-4786-8a3f-73fe5b8b0564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.746619 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c44aa588-3e83-4786-8a3f-73fe5b8b0564 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b32bd4a-e25e-424a-bc18-0487b6b6dffe HTTP/1.1" status: 204 len: 168 time: 0.4343193 Apr 12 16:52:51.758600 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'port': {'device_id': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'admin_state_up': True, 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'security_groups': ['dcc931ab-3a42-4e3c-9ee0-e42e18333a6c']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:51.770432 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 4bebbd8a-3314-4a06-b6ff-16a908eb780e is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:51.772718 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.779185 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aa588-3e83-4786-8a3f-73fe5b8b0564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b32bd4a-e25e-424a-bc18-0487b6b6dffe,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:51.816607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:51.848329 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765c4d7-429f-49e1-bdf6-d6a5ce83491f None None] New status for floating IP d80938bf-95d3-4fa3-8c1d-165ca79daa89: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:52:51.899231 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Sync routers for ids ['9c0788ac-86c7-4589-8b0a-5c14754b4533'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:51.904142 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edabf9-f454-4088-bcc9-a4b7f63590ee None None] Pushing event updated for resources: {'Port': ['ID=4bebbd8a-3314-4a06-b6ff-16a908eb780e,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:51.975226 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.db.api [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 16:52:51.975844 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG oslo_db.api [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 16:52:51.985974 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:51.988058 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f83981eb-a0d8-4e43-a2c8-68999ba74760 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7975197 Apr 12 16:52:51.990931 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Routers {'9c0788ac-86c7-4589-8b0a-5c14754b4533'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:51.992338 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9c0788ac-86c7-4589-8b0a-5c14754b4533'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:51.993748 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51650) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:52:52.135975 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Set router 9c0788ac-86c7-4589-8b0a-5c14754b4533 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:52.172461 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Made reservation on behalf of 39cebc45ffb54de6be832838f1d28789 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:52:52.177129 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:52.241154 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fe930bf-c23f-4901-add7-1d9fcccb413d req-b4cf3c8a-f95f-44cf-8663-781614aeb9de service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691532 Apr 12 16:52:52.329189 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f8ec14a4-49e9-4245-8172-4656c0e24f34 None None] Provisioning complete for port 4bebbd8a-3314-4a06-b6ff-16a908eb780e triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:52.330005 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f8ec14a4-49e9-4245-8172-4656c0e24f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:52.474821 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Allocated IP 172.20.0.13 (0e4683a3-a2b1-4262-bfba-200b824f2564/eceded3d-1957-43d9-a3a8-d86152a1d878/dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:52.613053 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 4bebbd8a-3314-4a06-b6ff-16a908eb780e is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:52.644190 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85622ac-ee30-49b0-891b-ffb8bdeafa15 req-330eb423-7aca-40d0-a99a-2e03f414a535 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:52.652139 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e85622ac-ee30-49b0-891b-ffb8bdeafa15 req-330eb423-7aca-40d0-a99a-2e03f414a535 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.3054585 Apr 12 16:52:52.663723 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5f50f004-8b10-4b2c-a3af-f5771b250b5f req-93f617fb-6443-4679-a28c-411c8e7def7e tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 210 time: 0.0646768 Apr 12 16:52:52.738400 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-987ea0f1-4d6a-46ae-8fcf-ade256bac921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:52.746688 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:52.765090 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec14a4-49e9-4245-8172-4656c0e24f34 None None] Current status of the port 4bebbd8a-3314-4a06-b6ff-16a908eb780e is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:52.798286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e85622ac-ee30-49b0-891b-ffb8bdeafa15 req-18d5e5f4-1686-413e-ae1c-961869777e90 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452243 Apr 12 16:52:52.839562 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:52.888726 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:52:50Z', 'revision_number': 3, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:52.920374 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:52.924164 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:52.931571 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:52.976456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:52.987555 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Checking router: 9c0788ac-86c7-4589-8b0a-5c14754b4533 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:52.988226 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Updating router 9c0788ac-86c7-4589-8b0a-5c14754b4533 port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:53.022317 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.023599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.024221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.024664 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.026210 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.027911 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.028267 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.028610 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.028951 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.029290 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.029631 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.029959 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.037689 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.038179 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.038599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.039152 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.058092 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:53.058841 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.075063 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.081020 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-6bca86e9-89b4-46cb-af0a-f89fc139d96f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3281407 Apr 12 16:52:53.103859 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4bebbd8a-3314-4a06-b6ff-16a908eb780e up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:53.115189 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Request body: {'port': {'device_id': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:52:53.259987 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.268517 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Allocated IP 172.20.0.1 (a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d/b041f899-705e-4f50-92ff-ba35f62b50cd/c5be80fa-b31e-442d-abe1-4f7dc22b972b) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:52:53.303925 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 4bebbd8a-3314-4a06-b6ff-16a908eb780e triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:53.304221 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.340128 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-5ddf9457-5bb9-4b5a-9a50-2960a1abe4d6 None None] Provisioning complete for port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:53.340511 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9457-5bb9-4b5a-9a50-2960a1abe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.403163 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks [] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.462759 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.519942 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:53.525053 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:53.531909 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:52:53.564015 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Pushing event updated for resources: {'Port': ['ID=c5be80fa-b31e-442d-abe1-4f7dc22b972b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:53.575298 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.575648 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.576301 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.576978 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.577326 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.577785 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.578124 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.578456 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.578787 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.579141 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.579471 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.579800 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.580147 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.580625 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.580955 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:52:53.593475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf9457-5bb9-4b5a-9a50-2960a1abe4d6 None None] Port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:53.610323 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (9c0788ac-86c7-4589-8b0a-5c14754b4533), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.677047 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 4bebbd8a-3314-4a06-b6ff-16a908eb780e is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:53.689987 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:52:53.709347 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Publish callbacks [] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.748956 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Transition to ACTIVE for port object dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:52:53.760667 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.835197 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Publish callbacks [] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.850662 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.871318 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:53.884166 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.952587 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Attempting to bind port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:53.953438 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Attempting to bind port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:53.954090 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Attempting to bind port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:53.966219 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:53.966756 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:53.967275 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:53.967781 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:53.968402 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Bound port: 3190b4d0-aea6-4e5e-8482-41de6e4eaa12, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:53.968905 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.005163 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54357a6e-c05d-4be6-9e06-861ad81e9e9f None None] Pushing event updated for resources: {'Port': ['ID=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:54.040591 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-cc7f434d-11e5-4cd1-9861-59e7c7ff06b1 None None] Provisioning complete for port c5be80fa-b31e-442d-abe1-4f7dc22b972b triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:54.041147 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-cc7f434d-11e5-4cd1-9861-59e7c7ff06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.043052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Attempting to bind port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:52:54.043402 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Attempting to bind port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:52:54.043733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Attempting to bind port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb on network 0e4683a3-a2b1-4262-bfba-200b824f2564 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:54.048220 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb on network 0e4683a3-a2b1-4262-bfba-200b824f2564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:52:54.048541 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Attempting to bind port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb on network 0e4683a3-a2b1-4262-bfba-200b824f2564 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:52:54.053653 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:52:54.053999 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Checking segment: {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:52:54.055354 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Bound using segment: {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:52:54.056157 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Bound port: dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497aace8-6837-47bc-80a6-74fb8187ef66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:52:54.056534 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.133523 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f434d-11e5-4cd1-9861-59e7c7ff06b1 None None] Port c5be80fa-b31e-442d-abe1-4f7dc22b972b cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:54.137819 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] For port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:54.145728 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] For port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:54.149735 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:52:54.153981 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:52:54.200246 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.206032 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.272430 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Routers {'9c0788ac-86c7-4589-8b0a-5c14754b4533'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:54.274595 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9c0788ac-86c7-4589-8b0a-5c14754b4533'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:54.293718 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf5c07-b1fb-484b-bc2d-718866e573d6 req-ba80511a-c1f0-4d3f-8984-a28fd3167e63 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:54.295730 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3bdf5c07-b1fb-484b-bc2d-718866e573d6 req-ba80511a-c1f0-4d3f-8984-a28fd3167e63 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.4141800 Apr 12 16:52:54.295959 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:54.311955 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bacb24-d354-49ea-9228-1f4ac10b4046 req-de433b48-ef4e-4c35-a2f0-8333f566a177 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:54.313708 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78bacb24-d354-49ea-9228-1f4ac10b4046 req-de433b48-ef4e-4c35-a2f0-8333f566a177 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.3256724 Apr 12 16:52:54.317809 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:54.318575 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.321436 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d7b6b8de-0603-427d-806b-14420b9b50ff service neutron] 10.222.0.49 "PUT /v2.0/ports/dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 1094 time: 1.2109258 Apr 12 16:52:54.324890 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:52:54.324890 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:52:54.366484 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks [] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.378127 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.423724 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54357a6e-c05d-4be6-9e06-861ad81e9e9f None None] Pushing event updated for resources: {'Port': ['ID=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:54.439513 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3bdf5c07-b1fb-484b-bc2d-718866e573d6 req-19e3ed09-801d-4ffb-84f2-3bd998479695 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162014 Apr 12 16:52:54.501147 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] Set router 9c0788ac-86c7-4589-8b0a-5c14754b4533 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:54.531810 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-bcf13514-7e64-46de-a85b-b57a42cd8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:54.533669 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-bcf13514-7e64-46de-a85b-b57a42cd8cdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1128 time: 0.1136541 Apr 12 16:52:54.544600 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f5688-7db3-4c65-af43-0370ddac8b58 x-openstack-request-id: req-bd0f5688-7db3-4c65-af43-0370ddac8b58 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:52:54.544902 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:52:54.545157 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd0f5688-7db3-4c65-af43-0370ddac8b58 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:52:54.546294 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0f5688-7db3-4c65-af43-0370ddac8b58'] response: {'name': 'network-changed', 'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'status': 'completed', 'code': 200} Apr 12 16:52:54.562599 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (9c0788ac-86c7-4589-8b0a-5c14754b4533), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:54.580244 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78bacb24-d354-49ea-9228-1f4ac10b4046 req-e56d66ee-882d-4b4f-be88-0aeb0fe2d50c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030013 Apr 12 16:52:54.581071 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Pushing event updated for resources: {'Port': ['ID=c5be80fa-b31e-442d-abe1-4f7dc22b972b,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:54.638539 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-fc173c61-64fe-4a64-80cf-aa6cceb73107 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 217 time: 0.0715742 Apr 12 16:52:54.752347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:52:54.754529 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:52:54.757028 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d5efbe99-c983-401b-b274-736bc1cc2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:54.759541 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-d5efbe99-c983-401b-b274-736bc1cc2a23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 200 len: 847 time: 0.1105366 Apr 12 16:52:54.833080 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-274511e3-69f0-45e4-97b2-a5af66ba36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:54.834699 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-274511e3-69f0-45e4-97b2-a5af66ba36a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e4683a3-a2b1-4262-bfba-200b824f2564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676486 Apr 12 16:52:54.841619 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:52:53Z', 'revision_number': 4, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c5be80fa-b31e-442d-abe1-4f7dc22b972b', 'name': '', 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'mac_address': 'fa:16:3e:5d:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:53Z', 'updated_at': '2022-04-12T16:52:53Z', 'revision_number': 1, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'subnets': [{'id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:54.893218 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a5a2e-49cd-4403-bed8-2334ee09343d None None] The sync data for ids ['9c0788ac-86c7-4589-8b0a-5c14754b4533'] in dv-cinder-837529-1-iscsi is: [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:52:53Z', 'revision_number': 4, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c5be80fa-b31e-442d-abe1-4f7dc22b972b', 'name': '', 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'mac_address': 'fa:16:3e:5d:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:53Z', 'updated_at': '2022-04-12T16:52:53Z', 'revision_number': 1, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'subnets': [{'id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:52:54.933124 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad837-b5fe-4d77-bbe3-a038fab01d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:55.022778 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-f87319f4-03bd-47a9-9795-e794ed1fb20b service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725676 Apr 12 16:52:55.036779 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Router 9c0788ac-86c7-4589-8b0a-5c14754b4533 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:52:55.160901 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-8774b931-40c5-4170-a12d-35c473ff2e04 None None] Provisioning complete for port c5be80fa-b31e-442d-abe1-4f7dc22b972b triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:55.162003 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8774b931-40c5-4170-a12d-35c473ff2e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:55.223475 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:52:55.229544 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8774b931-40c5-4170-a12d-35c473ff2e04 None None] Port c5be80fa-b31e-442d-abe1-4f7dc22b972b cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:52:55.231424 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-17ea344b-96dd-48f2-a939-4face6661146 admin admin] 10.222.0.55 "PUT /v2.0/routers/9c0788ac-86c7-4589-8b0a-5c14754b4533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2357125 Apr 12 16:52:55.509483 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5657a308-8425-4da1-95b9-20a1fa3eb273 req-af2cf857-958e-44b2-a049-e6a940effee5 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745460 Apr 12 16:52:55.612694 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cff0ae-e80b-425f-81c8-a5fbf37c1634 req-870bcd19-7170-4c9a-94cf-333db8669aad tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:55.614374 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-83cff0ae-e80b-425f-81c8-a5fbf37c1634 req-870bcd19-7170-4c9a-94cf-333db8669aad tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0674016 Apr 12 16:52:55.703457 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-83cff0ae-e80b-425f-81c8-a5fbf37c1634 req-5b014b71-82b3-41b4-b2b2-c3b2be922089 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800679 Apr 12 16:52:55.785527 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d48a39-61dd-495e-ae27-c2ce57ad06c1 req-ad681b7d-a870-4f8a-b243-5bf66ce5940d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:55.793649 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2d48a39-61dd-495e-ae27-c2ce57ad06c1 req-ad681b7d-a870-4f8a-b243-5bf66ce5940d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0890679 Apr 12 16:52:55.871269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:55.871966 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c2d48a39-61dd-495e-ae27-c2ce57ad06c1 req-13fdafea-89c4-415f-85e7-3eaef87fbeb7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754714 Apr 12 16:52:56.056574 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-7eaf7da6-a86e-45e1-b0fa-736fb49aefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:56.059062 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-7eaf7da6-a86e-45e1-b0fa-736fb49aefe0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1128 time: 0.1164570 Apr 12 16:52:56.201556 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-614b702a-8d9c-4b3a-8d2f-4d66c78e0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:56.207135 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-614b702a-8d9c-4b3a-8d2f-4d66c78e0a4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 910 time: 0.1377790 Apr 12 16:52:56.288663 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-611dabdb-a4e0-42e3-a2f1-225fb9fe01f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 217 time: 0.0736353 Apr 12 16:52:56.376748 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-841d0417-f07c-42bf-8e34-16e073b76767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:56.379427 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-841d0417-f07c-42bf-8e34-16e073b76767 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 200 len: 847 time: 0.0833135 Apr 12 16:52:56.455327 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-b096deb4-cc80-4591-bf91-da74d7e17f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:56.457307 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-b096deb4-cc80-4591-bf91-da74d7e17f58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e4683a3-a2b1-4262-bfba-200b824f2564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673847 Apr 12 16:52:56.658672 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-f2ab8d36-4a7a-4d34-a2d0-bcd74a143ee6 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932633 Apr 12 16:52:56.857795 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3de199a4-a7b2-46dd-8e5d-c5442fb0aa56 req-ec23f7c7-a3f3-435d-8c40-2ea2f84b868b service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921215 Apr 12 16:52:56.900377 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d479b9a-dfa5-4a5a-9577-8afcd5c889ff req-295eb628-8d70-4dc6-8503-114e0bfbe933 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:56.902521 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d479b9a-dfa5-4a5a-9577-8afcd5c889ff req-295eb628-8d70-4dc6-8503-114e0bfbe933 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0835161 Apr 12 16:52:57.000249 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d479b9a-dfa5-4a5a-9577-8afcd5c889ff req-7e3dacd0-a6f6-4e0b-a79d-1cfcbd9772b8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854671 Apr 12 16:52:57.121688 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:57.136570 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9bdc7-c3f0-4a8d-b004-cc97e4d7f721 req-b407ed91-2774-46f7-8b2e-c518396e9009 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:57.138093 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7d9bdc7-c3f0-4a8d-b004-cc97e4d7f721 req-b407ed91-2774-46f7-8b2e-c518396e9009 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0979152 Apr 12 16:52:57.245212 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:57.245534 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:57.300361 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7d9bdc7-c3f0-4a8d-b004-cc97e4d7f721 req-43314637-7882-41d4-87d6-7285554a6bfd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480467 Apr 12 16:52:57.360898 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:57.451449 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:57.451853 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:57.481074 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:52:57.485692 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:57.546837 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:52:58.176481 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb1d4d-fc9c-414f-8914-23c604ef58d6 req-b0a0e500-ded6-4057-b0f5-f13b31f223b8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:58.183407 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5eb1d4d-fc9c-414f-8914-23c604ef58d6 req-b0a0e500-ded6-4057-b0f5-f13b31f223b8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0933862 Apr 12 16:52:58.256863 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d5eb1d4d-fc9c-414f-8914-23c604ef58d6 req-5d92d99f-1d4a-4f61-aed8-099a2bab7a7c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655851 Apr 12 16:52:58.522778 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8b55-629c-409f-84ca-4e3cfa6c1779 req-b965e71b-0c14-4504-8003-ed410ba413a0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:58.525125 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-90ac8b55-629c-409f-84ca-4e3cfa6c1779 req-b965e71b-0c14-4504-8003-ed410ba413a0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.1024427 Apr 12 16:52:58.581674 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-90ac8b55-629c-409f-84ca-4e3cfa6c1779 req-10399aea-92fb-41fa-9599-8cda22f8e1de tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509777 Apr 12 16:52:58.984081 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:59.041132 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:52:59.165029 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:52:59.165804 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:59.219893 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Sync routers for ids ['9c0788ac-86c7-4589-8b0a-5c14754b4533'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:52:59.234701 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Routers {'9c0788ac-86c7-4589-8b0a-5c14754b4533'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:52:59.235802 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9c0788ac-86c7-4589-8b0a-5c14754b4533'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:59.325364 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:52:59.447739 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Set router 9c0788ac-86c7-4589-8b0a-5c14754b4533 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:52:59.484948 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4904c7-f72c-41e1-84b1-6c00d38ec7c2 req-2c74ae2d-3ce5-45c9-99fa-a417b786bc45 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:59.486474 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef4904c7-f72c-41e1-84b1-6c00d38ec7c2 req-2c74ae2d-3ce5-45c9-99fa-a417b786bc45 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0955045 Apr 12 16:52:59.551310 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ef4904c7-f72c-41e1-84b1-6c00d38ec7c2 req-d9eeed02-2123-4497-83c9-0d7db64a67ce tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580547 Apr 12 16:52:59.718472 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:52:53Z', 'revision_number': 4, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c5be80fa-b31e-442d-abe1-4f7dc22b972b', 'name': '', 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'mac_address': 'fa:16:3e:5d:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:53Z', 'updated_at': '2022-04-12T16:52:54Z', 'revision_number': 2, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'subnets': [{'id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:52:59.734951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b0ba-30de-48eb-a44f-85d76bdc8a85 req-28533eb8-701f-46a6-975b-02c659f6f657 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:52:59.736828 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-feb7b0ba-30de-48eb-a44f-85d76bdc8a85 req-28533eb8-701f-46a6-975b-02c659f6f657 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0629232 Apr 12 16:52:59.755355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Checking router: 9c0788ac-86c7-4589-8b0a-5c14754b4533 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:52:59.755778 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Updating router 9c0788ac-86c7-4589-8b0a-5c14754b4533 port c5be80fa-b31e-442d-abe1-4f7dc22b972b binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:52:59.801140 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:52:59.817281 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-feb7b0ba-30de-48eb-a44f-85d76bdc8a85 req-f19bc728-43d7-4c0f-b939-5b860c6be118 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734434 Apr 12 16:53:00.133475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Publish callbacks [] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:00.140804 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:00.205282 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939df59-e710-4a41-bb3a-c9f4f614b409 None None] Pushing event updated for resources: {'Port': ['ID=c5be80fa-b31e-442d-abe1-4f7dc22b972b,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:00.284179 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Attempting to bind port c5be80fa-b31e-442d-abe1-4f7dc22b972b on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:53:00.284560 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Attempting to bind port c5be80fa-b31e-442d-abe1-4f7dc22b972b by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:53:00.284931 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Attempting to bind port c5be80fa-b31e-442d-abe1-4f7dc22b972b on network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:53:00.290980 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:53:00.291369 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Checking segment: {'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:53:00.291789 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:00.292197 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Bound using segment: {'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:53:00.292678 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Bound port: c5be80fa-b31e-442d-abe1-4f7dc22b972b, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6941832-3f98-475b-97b4-1e55d4c6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:53:00.293061 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:00.364358 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] For port c5be80fa-b31e-442d-abe1-4f7dc22b972b, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:53:00.368768 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] For port c5be80fa-b31e-442d-abe1-4f7dc22b972b, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c5be80fa-b31e-442d-abe1-4f7dc22b972b,segment=NetworkSegment(d6941832-3f98-475b-97b4-1e55d4c6b10d),segment_id=d6941832-3f98-475b-97b4-1e55d4c6b10d)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:53:00.377410 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:00.441285 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Routers {'9c0788ac-86c7-4589-8b0a-5c14754b4533'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:53:00.441285 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9c0788ac-86c7-4589-8b0a-5c14754b4533'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:00.452731 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-cfd05e41-2f0c-4e14-b62e-692206263ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:00.454251 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-cfd05e41-2f0c-4e14-b62e-692206263ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 1129 time: 0.0668435 Apr 12 16:53:00.499785 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939df59-e710-4a41-bb3a-c9f4f614b409 None None] Pushing event updated for resources: {'Port': ['ID=c5be80fa-b31e-442d-abe1-4f7dc22b972b,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:00.572937 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-90f6a16a-557f-4aef-b0e8-44dabc5f385e None None] Provisioning complete for port c5be80fa-b31e-442d-abe1-4f7dc22b972b triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:00.573568 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90f6a16a-557f-4aef-b0e8-44dabc5f385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:00.616852 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-4bb68037-2170-42b9-ba24-85c87a8d2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:00.618659 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-4bb68037-2170-42b9-ba24-85c87a8d2341 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 919 time: 0.1561508 Apr 12 16:53:00.658132 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] Set router 9c0788ac-86c7-4589-8b0a-5c14754b4533 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:53:00.714362 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac6390-7855-4fe1-97bf-1a76276388b9 req-51ea2dcd-5dc5-40f4-88e0-23cf68580dd3 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:00.717340 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4ac6390-7855-4fe1-97bf-1a76276388b9 req-51ea2dcd-5dc5-40f4-88e0-23cf68580dd3 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0762637 Apr 12 16:53:00.725098 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-3b8b9039-4c89-406a-91dd-1f96fa13ecc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 200 len: 1000 time: 0.0915596 Apr 12 16:53:00.811622 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-0e823223-ef15-4878-83e3-52f5d99730c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:00.814087 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-0e823223-ef15-4878-83e3-52f5d99730c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.0813572 Apr 12 16:53:00.833813 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4ac6390-7855-4fe1-97bf-1a76276388b9 req-995036b3-d05f-4114-b3d1-3da7bd8bad0f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088657 Apr 12 16:53:00.877262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-e87ae202-b0bc-4a60-b072-b05cca88a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:00.878926 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-e87ae202-b0bc-4a60-b072-b05cca88a98d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569611 Apr 12 16:53:00.983811 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-90f6a16a-557f-4aef-b0e8-44dabc5f385e None None] Current status of the port c5be80fa-b31e-442d-abe1-4f7dc22b972b is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:00.984437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90f6a16a-557f-4aef-b0e8-44dabc5f385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:01.018425 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c917a8-f70c-44c9-81d2-0b95dc465a95 req-36458ef8-3ece-4b8d-a2f0-e6c3767de963 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:01.029715 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a2c917a8-f70c-44c9-81d2-0b95dc465a95 req-36458ef8-3ece-4b8d-a2f0-e6c3767de963 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0716636 Apr 12 16:53:01.065234 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-90f6a16a-557f-4aef-b0e8-44dabc5f385e None None] For port c5be80fa-b31e-442d-abe1-4f7dc22b972b, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c5be80fa-b31e-442d-abe1-4f7dc22b972b,segment=NetworkSegment(d6941832-3f98-475b-97b4-1e55d4c6b10d),segment_id=d6941832-3f98-475b-97b4-1e55d4c6b10d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:01.081547 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90f6a16a-557f-4aef-b0e8-44dabc5f385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:01.136870 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-2698736c-e75f-432c-9ae7-ea5bf52349bd service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476866 Apr 12 16:53:01.142968 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a2c917a8-f70c-44c9-81d2-0b95dc465a95 req-486c9cfd-7399-4284-b552-679bd0ea9165 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120024 Apr 12 16:53:01.144323 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c5be80fa-b31e-442d-abe1-4f7dc22b972b up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:53:01.181994 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6a16a-557f-4aef-b0e8-44dabc5f385e None None] Pushing event updated for resources: {'Port': ['ID=c5be80fa-b31e-442d-abe1-4f7dc22b972b,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:01.241417 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-896181b9-8a29-4d44-97cb-c427e0b7a05c None None] Provisioning complete for port c5be80fa-b31e-442d-abe1-4f7dc22b972b triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:01.241963 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-896181b9-8a29-4d44-97cb-c427e0b7a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:01.272341 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:52:53Z', 'revision_number': 4, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c5be80fa-b31e-442d-abe1-4f7dc22b972b', 'name': '', 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'mac_address': 'fa:16:3e:5d:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:53Z', 'updated_at': '2022-04-12T16:53:00Z', 'revision_number': 4, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'subnets': [{'id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:01.304981 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4aa7478e-253c-4a37-8fb2-019fa2316e5e req-188df299-e8df-48fa-952b-4260ed3395cc service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598740 Apr 12 16:53:01.318087 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port c5be80fa-b31e-442d-abe1-4f7dc22b972b triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:01.318463 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:01.322730 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb248e-a3a5-4d60-869e-a00288d34f29 None None] The sync data for ids ['9c0788ac-86c7-4589-8b0a-5c14754b4533'] in dv-cinder-837529-1-iscsi is: [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:52:53Z', 'revision_number': 4, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c5be80fa-b31e-442d-abe1-4f7dc22b972b', 'name': '', 'network_id': 'a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'mac_address': 'fa:16:3e:5d:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:53Z', 'updated_at': '2022-04-12T16:53:00Z', 'revision_number': 4, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'subnets': [{'id': 'b041f899-705e-4f50-92ff-ba35f62b50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:53:01.452056 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-896181b9-8a29-4d44-97cb-c427e0b7a05c None None] Current status of the port c5be80fa-b31e-442d-abe1-4f7dc22b972b is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:01.468491 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port c5be80fa-b31e-442d-abe1-4f7dc22b972b is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:01.949284 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a04c5-cfe2-4a3b-b87c-12ae9c619d6e req-293d0d6b-570a-4142-86ee-a886c0a4bcbc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:01.957350 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e8a04c5-cfe2-4a3b-b87c-12ae9c619d6e req-293d0d6b-570a-4142-86ee-a886c0a4bcbc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0642099 Apr 12 16:53:02.013216 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e8a04c5-cfe2-4a3b-b87c-12ae9c619d6e req-f1a76339-4957-482f-bfed-2ab23b49a4e8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547032 Apr 12 16:53:02.263118 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24bc09-f5b5-4034-9d7b-cbff5251d109 req-196093a1-c739-4f92-a5fc-2b1ee085361e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:02.267382 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd24bc09-f5b5-4034-9d7b-cbff5251d109 req-196093a1-c739-4f92-a5fc-2b1ee085361e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0550933 Apr 12 16:53:02.319776 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd24bc09-f5b5-4034-9d7b-cbff5251d109 req-521d4040-00b8-4ab9-8e5e-3c31613407e4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495579 Apr 12 16:53:02.997869 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c5be80fa-b31e-442d-abe1-4f7dc22b972b up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:53:03.066454 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port c5be80fa-b31e-442d-abe1-4f7dc22b972b triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:03.066851 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:03.149952 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfab3c2-c908-4d04-8466-d1cb87172d39 req-75f6c7d4-c6b5-43e4-aeba-5b632982c257 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:03.156519 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cbfab3c2-c908-4d04-8466-d1cb87172d39 req-75f6c7d4-c6b5-43e4-aeba-5b632982c257 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0565495 Apr 12 16:53:03.166158 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port c5be80fa-b31e-442d-abe1-4f7dc22b972b is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:03.218720 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cbfab3c2-c908-4d04-8466-d1cb87172d39 req-8f5b66ed-3dbd-47b9-9372-e12e9c100d3d tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602052 Apr 12 16:53:03.446309 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d31ad-cabc-4c51-98f6-c0344a066dbb req-19f3c31b-1ad0-4257-b763-784068a06c89 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:03.453798 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b59d31ad-cabc-4c51-98f6-c0344a066dbb req-19f3c31b-1ad0-4257-b763-784068a06c89 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 945 time: 0.0557449 Apr 12 16:53:03.498719 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b59d31ad-cabc-4c51-98f6-c0344a066dbb req-cbb7b716-feab-4ce6-b156-e55715225492 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Apr 12 16:53:03.872538 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:53:03.883758 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:53:04.040027 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:04.042907 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: ACTIVE; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:04.042907 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:04.071184 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'port_id': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'mac_address': 'fa:16:3e:43:be:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:53:04.081449 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:04.084443 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad269b1-ac40-4265-867f-d661b683cb50" -d '{"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-unplugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:04.118349 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:04.138755 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:04.147294 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:04.147693 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:04.175058 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590ddc3-564d-4575-9613-1e71113b87ca x-openstack-request-id: req-2590ddc3-564d-4575-9613-1e71113b87ca {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:04.175352 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-unplugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:04.175618 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2590ddc3-564d-4575-9613-1e71113b87ca {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:04.176064 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2590ddc3-564d-4575-9613-1e71113b87ca'] response: {'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'code': 200} Apr 12 16:53:04.184173 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:53:04.221232 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:04.229730 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=8']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:04.233751 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:04.307940 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:04.350009 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84733a-a0b1-4525-b1af-f6919ab8351c req-434a03f7-6804-49ef-849c-7483885a881b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:04.352886 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d84733a-a0b1-4525-b1af-f6919ab8351c req-434a03f7-6804-49ef-849c-7483885a881b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 945 time: 0.0625587 Apr 12 16:53:04.426999 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4d84733a-a0b1-4525-b1af-f6919ab8351c req-031f0199-c135-4f37-8a85-e64d06cc5e4d tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656300 Apr 12 16:53:04.645828 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ade29c-4bbf-4f40-b43a-53eec8b62527 req-cf217fb6-5d09-401b-97da-1b974c87aae4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:04.647318 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9ade29c-4bbf-4f40-b43a-53eec8b62527 req-cf217fb6-5d09-401b-97da-1b974c87aae4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0531566 Apr 12 16:53:04.682178 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:53:04.721249 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9ade29c-4bbf-4f40-b43a-53eec8b62527 req-48b29540-af04-40fa-9b10-d9b27d539cb8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674908 Apr 12 16:53:05.417625 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-29d4197c-8212-4a57-8a3e-5a83223aef8f req-5d9fe82d-9d23-49e6-b0fb-553ac6c7eef5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:53:05.419366 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-29d4197c-8212-4a57-8a3e-5a83223aef8f req-5d9fe82d-9d23-49e6-b0fb-553ac6c7eef5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065331 Apr 12 16:53:05.622067 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407f8da-909d-442a-afb6-ba6b19f9a99b req-745a1f9f-7eeb-47a4-b493-3f14a2558b9c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:05.629207 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2407f8da-909d-442a-afb6-ba6b19f9a99b req-745a1f9f-7eeb-47a4-b493-3f14a2558b9c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 945 time: 0.0948577 Apr 12 16:53:05.653084 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d29e8-19f5-4a4e-9ae6-9ba74495cc9f req-9cd41873-85b9-4dd9-885d-9e369c336743 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:05.654628 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b9d29e8-19f5-4a4e-9ae6-9ba74495cc9f req-9cd41873-85b9-4dd9-885d-9e369c336743 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0832508 Apr 12 16:53:05.720636 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2407f8da-909d-442a-afb6-ba6b19f9a99b req-8ac472f6-29c6-40c0-8b8e-bdf7f528f0b0 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904601 Apr 12 16:53:05.752921 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b9d29e8-19f5-4a4e-9ae6-9ba74495cc9f req-1c6731e5-ecc7-42b4-b8f9-735ca709406a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917475 Apr 12 16:53:05.892031 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:53:05.952418 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:53:05.963451 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:05.963814 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:05.989407 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51792) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:06.068324 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:06.068576 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:06.118627 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-a7dd9cb6-43d8-4d1d-bc09-dd2c0bddaae3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276526 Apr 12 16:53:06.122361 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:06.123928 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-6d9b08b8-8bd2-4ab1-bf96-917b966ddc8f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:53:06.133082 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:06.138276 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-6d9b08b8-8bd2-4ab1-bf96-917b966ddc8f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187492 Apr 12 16:53:06.202257 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:06.204760 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f5038b-44bb-4ef1-bb7e-b23592e6a0b3" -d '{"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:06.212228 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:06.232135 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 51806) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:06.276412 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737fe19f-743d-47fe-ac70-4a3317ef964c x-openstack-request-id: req-737fe19f-743d-47fe-ac70-4a3317ef964c {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:06.276736 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:06.276999 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-737fe19f-743d-47fe-ac70-4a3317ef964c {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:06.277400 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737fe19f-743d-47fe-ac70-4a3317ef964c'] response: {'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'code': 200} Apr 12 16:53:06.364430 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-2487b77f-3954-48bc-81f0-5d6266bd703b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:06.366099 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-2487b77f-3954-48bc-81f0-5d6266bd703b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports/c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 200 len: 940 time: 0.1326375 Apr 12 16:53:06.614130 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0596d4-0f71-4ba6-8758-e05edafcef45 req-1d8f6292-b464-42a6-a13d-3b47ebddf18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:06.616040 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9a0596d4-0f71-4ba6-8758-e05edafcef45 req-1d8f6292-b464-42a6-a13d-3b47ebddf18d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1130 time: 0.0459156 Apr 12 16:53:06.676257 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9a0596d4-0f71-4ba6-8758-e05edafcef45 req-8b139588-70cb-4828-ab61-2f2d1a245477 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488276 Apr 12 16:53:06.835128 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32a39-f8bd-4962-8d56-494ba77e2795 req-2c9c2eef-7068-418e-b107-6a03e931e60c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:06.837082 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78c32a39-f8bd-4962-8d56-494ba77e2795 req-2c9c2eef-7068-418e-b107-6a03e931e60c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0520916 Apr 12 16:53:06.890056 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78c32a39-f8bd-4962-8d56-494ba77e2795 req-d3f8e543-2691-42fe-ace1-755245119e27 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469477 Apr 12 16:53:07.010508 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebb43-ca44-47dc-a9ca-47a815d70eea req-42867001-5cd8-4c8d-a084-22cc9beb0906 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:07.012192 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb0ebb43-ca44-47dc-a9ca-47a815d70eea req-42867001-5cd8-4c8d-a084-22cc9beb0906 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0614154 Apr 12 16:53:07.091505 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb0ebb43-ca44-47dc-a9ca-47a815d70eea req-b208e096-1001-484c-b9ef-e66c10b8bf7e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737438 Apr 12 16:53:07.168811 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-f61c0e14-1e6a-4223-ad3f-e308fa992af6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:07.170309 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-f61c0e14-1e6a-4223-ad3f-e308fa992af6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/networks?id=414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 200 len: 815 time: 0.1241126 Apr 12 16:53:07.185276 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-083bbbd1-833b-4e3f-8459-eca3c649b745 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/quotas/c62bc585992e4aceb8815a8959cf8e0c HTTP/1.1" status: 200 len: 375 time: 0.0093548 Apr 12 16:53:07.237793 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-05455c3b-520c-4d48-a2b0-94934326ea83 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444317 Apr 12 16:53:07.572651 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-a616341f-9232-4f32-8d65-ec4e3c06dc7b service neutron] 10.222.0.55 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205576 Apr 12 16:53:07.674146 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-005b9de7-9461-4aa7-8e41-5ee48966dc71 service neutron] 10.222.0.55 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957482 Apr 12 16:53:07.858747 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-54903335-b010-4528-ab24-5ba1fda5cdff req-e7dbfae1-a2db-4dcc-b401-229e806a094d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 210 time: 0.0283997 Apr 12 16:53:08.028974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c94-54e2-454b-873c-c16addc94410 req-690e4d8d-8bb6-4fe9-9510-a94fbc0b3f1d tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:08.030504 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6079c94-54e2-454b-873c-c16addc94410 req-690e4d8d-8bb6-4fe9-9510-a94fbc0b3f1d tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0501983 Apr 12 16:53:08.084948 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6079c94-54e2-454b-873c-c16addc94410 req-9c71cca0-06e5-4363-bb7d-d438d5d6bf20 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468686 Apr 12 16:53:08.236373 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23644-b5be-4702-8925-6efd7fabbe83 req-1b5bc582-00b7-45bf-81d7-f6da61d162b9 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:08.237882 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c0b23644-b5be-4702-8925-6efd7fabbe83 req-1b5bc582-00b7-45bf-81d7-f6da61d162b9 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0774994 Apr 12 16:53:08.249461 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0be1f3-b643-4f2c-ab56-e7c1bf87d299 req-8ac62238-2a89-4391-98bf-b81c34a750aa tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:08.250860 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ae0be1f3-b643-4f2c-ab56-e7c1bf87d299 req-8ac62238-2a89-4391-98bf-b81c34a750aa tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0794051 Apr 12 16:53:08.325031 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c0b23644-b5be-4702-8925-6efd7fabbe83 req-117817b6-d0fe-4201-83f7-ce6c2fe3f633 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732007 Apr 12 16:53:08.328121 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ae0be1f3-b643-4f2c-ab56-e7c1bf87d299 req-e821240e-d2bd-4147-bd98-a9c87ecc7660 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706770 Apr 12 16:53:08.347392 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51858) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:08.496842 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b603db0-6b73-4ba0-88d0-ec39eafedd78 tempest-TestShelveInstance-741786601 tempest-TestShelveInstance-741786601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:08.498396 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5b603db0-6b73-4ba0-88d0-ec39eafedd78 tempest-TestShelveInstance-741786601 tempest-TestShelveInstance-741786601-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1125 time: 0.1499503 Apr 12 16:53:08.501555 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 51862) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:08.506226 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'port_id': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:08.528125 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:08.614058 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:08.736338 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Allocated IP 172.27.3.54 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/f925bb73-e4a9-41f7-a78e-ce700f3d87ba) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:53:08.849398 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:08.881917 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:08.921831 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:53:08.926110 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:53:08.933712 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:53:08.956358 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c0955827-4156-49bf-a406-b123428a056c req-7571c50d-4475-4841-8b5d-26949c1f521c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 210 time: 0.0297294 Apr 12 16:53:08.958332 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'Port': ['ID=f925bb73-e4a9-41f7-a78e-ce700f3d87ba,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:09.308515 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for floatingip (3d7ce534-5650-491e-8749-161f631448f2), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:09.382331 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:09.450355 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac9a96-e32d-4b7b-8197-dc463bc13d25 req-68411633-dc1f-4da7-84f0-b5aa88fe8781 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:09.451884 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccac9a96-e32d-4b7b-8197-dc463bc13d25 req-68411633-dc1f-4da7-84f0-b5aa88fe8781 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0498803 Apr 12 16:53:09.510789 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ccac9a96-e32d-4b7b-8197-dc463bc13d25 req-24d8f9a6-251c-4fe9-8abd-3c0bb5235878 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519328 Apr 12 16:53:09.597569 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:09.606869 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:09.607179 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-43c9a85c-fcc9-4bc5-bd9f-b359a8cd8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:09.609082 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-43c9a85c-fcc9-4bc5-bd9f-b359a8cd8622 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758&tenant_id=ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 1127 time: 0.0782785 Apr 12 16:53:09.699816 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-b62d1717-991e-4a9e-a3d8-0e06fb2d388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:09.701350 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-b62d1717-991e-4a9e-a3d8-0e06fb2d388f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 1127 time: 0.0429268 Apr 12 16:53:09.721344 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-6bfd0011-06fd-4786-ba45-b0e04bb6cfa8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:09.722794 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-6bfd0011-06fd-4786-ba45-b0e04bb6cfa8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.49 "GET /v2.0/networks?id=414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 200 len: 815 time: 0.1970205 Apr 12 16:53:09.725449 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event updated for resources: {'Port': ['ID=f925bb73-e4a9-41f7-a78e-ce700f3d87ba,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:09.728846 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (3d7ce534-5650-491e-8749-161f631448f2), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:09.813476 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'port': {'device_id': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'admin_state_up': True, 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:09.891161 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Floating IP 3d7ce534-5650-491e-8749-161f631448f2 associated. External IP: 172.27.3.54, port: dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb. Apr 12 16:53:09.903379 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-58bbac7e-2ced-4071-98ff-3c9cd9943bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:09.904860 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-58bbac7e-2ced-4071-98ff-3c9cd9943bc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 919 time: 0.1081007 Apr 12 16:53:09.921628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:53:10.016727 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: DOWN; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:10.034853 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-7b025d14-e1f1-4c27-91ee-de285b5d1418 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 200 len: 998 time: 0.1223958 Apr 12 16:53:10.042623 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Made reservation on behalf of c62bc585992e4aceb8815a8959cf8e0c for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:53:10.046491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:10.133058 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6fd48121-0fb7-4679-8001-89cc4e1146e4 req-ed64971f-7dad-4a22-8f74-b1588a98bdeb tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 210 time: 0.0354111 Apr 12 16:53:10.321939 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Router 59dddadb-a931-4c21-b13e-94ae613ebdbe has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:53:10.328748 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Allocated IP 172.20.0.10 (414c2dfe-22b2-489e-94eb-7bbed5e32ded/9da0cd3b-d749-47f1-8b51-44a575c6a873/1c3b1280-6b72-402c-a234-51c8dd9ace3d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:53:10.546600 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:53:10.561938 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] Sync routers for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:53:10.580363 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:53:10.581996 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:10.588343 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:10.631466 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7a1d9cce-f830-4255-b797-be9d542c2f96 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1190484 Apr 12 16:53:10.631466 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:10.631466 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739c438e-0f77-4acb-b5d7-2c3e84f37335" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:10.650800 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:10.706192 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8364c-60ef-4990-9b72-fdf80024a04e req-f4b88ce9-4744-4c85-bccf-a436947e166a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:10.709021 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b4c8364c-60ef-4990-9b72-fdf80024a04e req-f4b88ce9-4744-4c85-bccf-a436947e166a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0790977 Apr 12 16:53:10.722100 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5caf8f-4942-47be-b5c8-4dc95bca1e61 x-openstack-request-id: req-6a5caf8f-4942-47be-b5c8-4dc95bca1e61 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:10.722874 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:10.723376 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a5caf8f-4942-47be-b5c8-4dc95bca1e61 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:10.724156 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5caf8f-4942-47be-b5c8-4dc95bca1e61'] response: {'name': 'network-changed', 'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'status': 'completed', 'code': 200} Apr 12 16:53:10.744752 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:10.765705 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:53:10.813996 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b4c8364c-60ef-4990-9b72-fdf80024a04e req-5d2bd3cc-7f0a-4938-a02a-35b858e0f75e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952821 Apr 12 16:53:10.831394 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:53:10.854749 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:53:10.856792 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:10.859263 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:53:10.917487 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:10.918385 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:10.940914 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-2b5d2e29-9818-4685-b208-92a837900f1d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1331861 Apr 12 16:53:11.094465 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '3d7ce534-5650-491e-8749-161f631448f2', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'port_id': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'mac_address': 'fa:16:3e:43:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:53:09Z', 'updated_at': '2022-04-12T16:53:09Z', 'revision_number': 0, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:18Z', 'revision_number': 5, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:11.122052 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] Checking router: 59dddadb-a931-4c21-b13e-94ae613ebdbe for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:53:11.130363 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:53:11.131047 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:52:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:11.159303 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-fc2745f2-1d45-4de7-ab98-fc634a8ac41b None None] Provisioning complete for port 1c3b1280-6b72-402c-a234-51c8dd9ace3d triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:11.159898 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fc2745f2-1d45-4de7-ab98-fc634a8ac41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:11.204849 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-fc2745f2-1d45-4de7-ab98-fc634a8ac41b None None] Port 1c3b1280-6b72-402c-a234-51c8dd9ace3d cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:53:11.282518 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:53:11.292034 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b9142-0bd1-40dd-a3c4-dcd87b43b246 req-e4b53a0e-946c-4b85-8b22-834882ff9c5c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:11.293574 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-641b9142-0bd1-40dd-a3c4-dcd87b43b246 req-e4b53a0e-946c-4b85-8b22-834882ff9c5c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0547295 Apr 12 16:53:11.346515 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-641b9142-0bd1-40dd-a3c4-dcd87b43b246 req-662b15fa-b099-4e0e-9e84-c6b6e3d8b395 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472422 Apr 12 16:53:11.515885 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '3d7ce534-5650-491e-8749-161f631448f2', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'port_id': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'mac_address': 'fa:16:3e:43:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:53:09Z', 'updated_at': '2022-04-12T16:53:09Z', 'revision_number': 0, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:18Z', 'revision_number': 5, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:11.548897 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ee24-fd54-4795-8645-5a4973f916f2 None None] The sync data for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi is: [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '3d7ce534-5650-491e-8749-161f631448f2', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'port_id': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'mac_address': 'fa:16:3e:43:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:53:09Z', 'updated_at': '2022-04-12T16:53:09Z', 'revision_number': 0, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:18Z', 'revision_number': 5, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:53:11.759561 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa477be7-a53b-42c8-8371-5bcdf02403c9 None None] New status for floating IP 3d7ce534-5650-491e-8749-161f631448f2: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:53:11.929682 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:11.942034 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547db5b3-ccb5-443c-9743-48fb204499fe req-9e65ca8e-814a-4f4d-a7e1-c4235c5439ce tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:11.943707 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-547db5b3-ccb5-443c-9743-48fb204499fe req-9e65ca8e-814a-4f4d-a7e1-c4235c5439ce tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0614245 Apr 12 16:53:12.001690 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-547db5b3-ccb5-443c-9743-48fb204499fe req-fba0a074-b969-4734-846f-ba871fb701ac tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522122 Apr 12 16:53:12.473439 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a6c56-8717-4b87-9da0-5f5cfb869e14 req-a04ca300-7b5c-41f7-a328-1e1ddb808473 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:12.475061 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-594a6c56-8717-4b87-9da0-5f5cfb869e14 req-a04ca300-7b5c-41f7-a328-1e1ddb808473 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0533366 Apr 12 16:53:12.532994 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-594a6c56-8717-4b87-9da0-5f5cfb869e14 req-6c990e2e-1a91-402a-a8f0-7c984161ac9c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512128 Apr 12 16:53:13.126210 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6cab-1a10-4e4a-981e-3c37e38c28f5 req-776ca8bb-0890-4039-bdd7-ea404e2225e9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:13.133250 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-134f6cab-1a10-4e4a-981e-3c37e38c28f5 req-776ca8bb-0890-4039-bdd7-ea404e2225e9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0569150 Apr 12 16:53:13.177425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-134f6cab-1a10-4e4a-981e-3c37e38c28f5 req-6ee87208-b307-4afa-a9ad-c455826e375b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Apr 12 16:53:13.657175 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecfa6c-a564-4208-98b8-ccafcc83d027 req-59d9cf35-f967-488f-9950-702d09e483eb tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:13.658757 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfecfa6c-a564-4208-98b8-ccafcc83d027 req-59d9cf35-f967-488f-9950-702d09e483eb tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0488060 Apr 12 16:53:13.711423 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cfecfa6c-a564-4208-98b8-ccafcc83d027 req-3eebbe13-b0c9-424f-857d-636f6538e5dd tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Apr 12 16:53:14.301797 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cb5b2-6223-40a4-8756-6733eab22bb7 req-e015f0d7-37da-4a28-8c84-c27192429f9c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:14.303322 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca5cb5b2-6223-40a4-8756-6733eab22bb7 req-e015f0d7-37da-4a28-8c84-c27192429f9c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0466661 Apr 12 16:53:14.360286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca5cb5b2-6223-40a4-8756-6733eab22bb7 req-ef72bb8e-69e7-4784-8e70-1a939fd7d41f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507092 Apr 12 16:53:14.834436 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af999606-719b-4a9c-8132-ab62e6a87464 req-3634a380-c610-46cb-b6e2-bae07b31ca7b tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:14.836302 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af999606-719b-4a9c-8132-ab62e6a87464 req-3634a380-c610-46cb-b6e2-bae07b31ca7b tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0547678 Apr 12 16:53:14.889725 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-af999606-719b-4a9c-8132-ab62e6a87464 req-ec0260d4-7cbf-475a-b878-b857d1d3194a tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Apr 12 16:53:15.503908 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a3aca-2f9c-4480-9be3-eacb575867cb req-93fbec56-59f0-4019-bb20-af7bf7c90cde tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:15.506157 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e5a3aca-2f9c-4480-9be3-eacb575867cb req-93fbec56-59f0-4019-bb20-af7bf7c90cde tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0478158 Apr 12 16:53:15.570806 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e5a3aca-2f9c-4480-9be3-eacb575867cb req-3e174e0d-f3dc-4937-928f-a1645891c0c0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575023 Apr 12 16:53:16.027054 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dacb6-0c84-49b9-b4f6-0c5f35e947cf req-acedaa18-7fa5-44ba-8159-69c1db4e2c00 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:16.029373 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5a3dacb6-0c84-49b9-b4f6-0c5f35e947cf req-acedaa18-7fa5-44ba-8159-69c1db4e2c00 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0520594 Apr 12 16:53:16.080477 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5a3dacb6-0c84-49b9-b4f6-0c5f35e947cf req-5cfce178-9b83-4151-9263-0068a7694fa8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Apr 12 16:53:16.690744 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701e864-829d-4647-9e22-dc8496bf594a req-dc179e46-3983-4626-9fd8-359cadfb1d60 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:16.692291 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f701e864-829d-4647-9e22-dc8496bf594a req-dc179e46-3983-4626-9fd8-359cadfb1d60 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0474308 Apr 12 16:53:16.768793 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f701e864-829d-4647-9e22-dc8496bf594a req-588631dd-7fae-4ebb-8822-8f7130540c3c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696929 Apr 12 16:53:17.199273 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4140-6144-4b51-8e0b-f33b98172b3b req-ceaab08a-3a08-45d6-8690-172dd6fd0605 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:17.200721 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-096d4140-6144-4b51-8e0b-f33b98172b3b req-ceaab08a-3a08-45d6-8690-172dd6fd0605 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0504847 Apr 12 16:53:17.250885 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-096d4140-6144-4b51-8e0b-f33b98172b3b req-0b54f9e0-d26a-49e4-b369-60b1623bc5c6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Apr 12 16:53:17.892368 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f730901-0bec-4baf-9591-84bd6df686e4 req-221300c9-72de-4ec9-852f-ebe9e37e7f4d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:17.893988 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9f730901-0bec-4baf-9591-84bd6df686e4 req-221300c9-72de-4ec9-852f-ebe9e37e7f4d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0490522 Apr 12 16:53:17.945424 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9f730901-0bec-4baf-9591-84bd6df686e4 req-7e518637-cb27-4c36-afc3-25ab0c85d91d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443707 Apr 12 16:53:18.369966 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0ad30-07b6-49dd-af3e-fff2d91b5cff req-da49f823-fcb2-4aad-b71d-a3b3fb5bc178 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:18.371508 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28a0ad30-07b6-49dd-af3e-fff2d91b5cff req-da49f823-fcb2-4aad-b71d-a3b3fb5bc178 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0504031 Apr 12 16:53:18.426625 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28a0ad30-07b6-49dd-af3e-fff2d91b5cff req-7dae6fc4-3d92-465e-a585-0e6619975148 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Apr 12 16:53:19.069145 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39279bf2-9b49-428d-8341-628aa38a6831 req-b3f27bfc-0f79-425f-a2c3-1d5537a8712f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:19.071198 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39279bf2-9b49-428d-8341-628aa38a6831 req-b3f27bfc-0f79-425f-a2c3-1d5537a8712f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0490649 Apr 12 16:53:19.121194 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39279bf2-9b49-428d-8341-628aa38a6831 req-b7e2d820-d677-4030-b634-f06bceeaa6ac tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444825 Apr 12 16:53:19.535688 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62680-b2f7-4b06-b050-8c85d48a6d92 req-2c59257a-779d-46e5-abb5-dbf23b17eda1 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:19.537040 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3cc62680-b2f7-4b06-b050-8c85d48a6d92 req-2c59257a-779d-46e5-abb5-dbf23b17eda1 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0455852 Apr 12 16:53:19.583164 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3cc62680-b2f7-4b06-b050-8c85d48a6d92 req-cb543e87-a623-47bc-aa4f-65fa5739a586 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Apr 12 16:53:19.905073 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-06142ef8-d273-4ff9-81a4-f84926d55cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:19.906497 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-06142ef8-d273-4ff9-81a4-f84926d55cc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.0479352 Apr 12 16:53:19.925194 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Request body: {'port': {'device_id': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:19.959366 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-5ecc39bf-7a53-4f64-be6f-a1195d433186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:19.960916 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-5ecc39bf-7a53-4f64-be6f-a1195d433186 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385470 Apr 12 16:53:20.064141 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-e30d7ae4-58f5-4a26-87ef-02da8c0d971e service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Apr 12 16:53:20.171859 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5cce47e-6dbe-458a-8d1f-f851ad90d62b req-5c27e589-d1ed-4422-9bda-ee726c9b6a14 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978267 Apr 12 16:53:20.251301 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d6553-f331-4189-9bd5-9ab48b1a4aab req-fdba9e22-de22-4dba-8298-62d2d7a2475c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:20.252867 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f93d6553-f331-4189-9bd5-9ab48b1a4aab req-fdba9e22-de22-4dba-8298-62d2d7a2475c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0521729 Apr 12 16:53:20.254162 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-b843496f-aa05-4634-91e7-4c6b37697e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:20.255724 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-b843496f-aa05-4634-91e7-4c6b37697e4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1130 time: 0.3059666 Apr 12 16:53:20.270200 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:20.300262 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f93d6553-f331-4189-9bd5-9ab48b1a4aab req-688d6768-f074-411a-aadd-a51381e5852d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Apr 12 16:53:20.442558 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-af6ef55f-0c30-46bd-ab78-80a26f608e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:20.444098 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-af6ef55f-0c30-46bd-ab78-80a26f608e57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 910 time: 0.1808386 Apr 12 16:53:20.564572 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-dd94294f-7b42-4fc1-a5ca-20b1e4796226 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 1001 time: 0.1107805 Apr 12 16:53:20.654655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-ee017538-88cd-4ae9-a290-c419f3d3730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:20.656770 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-ee017538-88cd-4ae9-a290-c419f3d3730c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 200 len: 847 time: 0.0840955 Apr 12 16:53:20.726670 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3b1280-6b72-402c-a234-51c8dd9ace3d {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:53:20.736485 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Publish callbacks [] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:20.751636 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889588d5-c15b-4a48-b912-dd8de9988f03 req-4905e549-6f7e-499d-bb58-177249482070 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:20.753899 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Transition to ACTIVE for port object 1c3b1280-6b72-402c-a234-51c8dd9ace3d will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:53:20.754162 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-889588d5-c15b-4a48-b912-dd8de9988f03 req-4905e549-6f7e-499d-bb58-177249482070 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 932 time: 0.0676978 Apr 12 16:53:20.761786 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:20.864929 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:20.879571 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-889588d5-c15b-4a48-b912-dd8de9988f03 req-624640cf-008d-4f65-899b-9a71ac248a92 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138871 Apr 12 16:53:20.990358 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Attempting to bind port 1c3b1280-6b72-402c-a234-51c8dd9ace3d on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:53:20.990942 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Attempting to bind port 1c3b1280-6b72-402c-a234-51c8dd9ace3d by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:53:20.991689 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Attempting to bind port 1c3b1280-6b72-402c-a234-51c8dd9ace3d on network 414c2dfe-22b2-489e-94eb-7bbed5e32ded {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:53:20.997400 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Port 1c3b1280-6b72-402c-a234-51c8dd9ace3d on network 414c2dfe-22b2-489e-94eb-7bbed5e32ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:53:20.998009 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Attempting to bind port 1c3b1280-6b72-402c-a234-51c8dd9ace3d on network 414c2dfe-22b2-489e-94eb-7bbed5e32ded {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:53:21.004333 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:53:21.004752 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Checking segment: {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:53:21.005143 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Bound using segment: {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:53:21.005593 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Bound port: 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:53:21.005958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:21.088256 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:53:21.091882 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:53:21.100282 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:21.164918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:21.164918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:21.166958 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] 10.222.0.49 "PUT /v2.0/ports/1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 1094 time: 1.2461131 Apr 12 16:53:21.171953 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:21.174318 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e686e-4571-49dc-a504-cdcde28eee6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:21.213382 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57210c6f-99ba-4c0e-8b17-f57ff9332e67 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:21.230180 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbef294-5851-49f2-af92-99a30a4fb5ec x-openstack-request-id: req-bdbef294-5851-49f2-af92-99a30a4fb5ec {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:21.230477 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:21.230736 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdbef294-5851-49f2-af92-99a30a4fb5ec {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:21.231170 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbef294-5851-49f2-af92-99a30a4fb5ec'] response: {'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'status': 'completed', 'code': 200} Apr 12 16:53:21.442715 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461378a5-6413-4e11-908a-5da8c516ba3b req-ed3a411d-f823-4b88-bc1f-7dfbe19d4adc tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:21.445295 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-461378a5-6413-4e11-908a-5da8c516ba3b req-ed3a411d-f823-4b88-bc1f-7dfbe19d4adc tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0581095 Apr 12 16:53:21.508330 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-461378a5-6413-4e11-908a-5da8c516ba3b req-f088101c-979a-4a42-ab40-4a6dc7b6bd73 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537853 Apr 12 16:53:22.003554 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095fd2b-71d2-498d-976a-8d92601d5384 req-940f9f00-3198-42ab-9f49-ba24818c1a5e tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:22.005071 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9095fd2b-71d2-498d-976a-8d92601d5384 req-940f9f00-3198-42ab-9f49-ba24818c1a5e tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0551956 Apr 12 16:53:22.065361 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9095fd2b-71d2-498d-976a-8d92601d5384 req-4575c389-4591-47b1-a8f3-9ce8f1444a59 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Apr 12 16:53:22.302105 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d76d60ab-81e5-4844-ba10-44a9142aec54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:22.636125 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6db53-8d25-496e-a7b8-bc44ec06f39b req-52120668-9912-4fa1-a39d-d2f68bf92717 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:22.637668 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3eb6db53-8d25-496e-a7b8-bc44ec06f39b req-52120668-9912-4fa1-a39d-d2f68bf92717 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0503085 Apr 12 16:53:22.690013 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3eb6db53-8d25-496e-a7b8-bc44ec06f39b req-5d49bed9-9613-4741-87e1-0340514c6064 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465906 Apr 12 16:53:23.193400 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456546e-944c-48c5-afeb-24da982784a4 req-761dd5d6-fd88-44eb-8738-b3abbc8964e4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:23.194800 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5456546e-944c-48c5-afeb-24da982784a4 req-761dd5d6-fd88-44eb-8738-b3abbc8964e4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0481441 Apr 12 16:53:23.250784 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5456546e-944c-48c5-afeb-24da982784a4 req-74c2ad65-5312-4ef0-8e79-20c95f154069 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Apr 12 16:53:23.815015 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1129fa1-00fc-4436-82ae-7b24181b0a78 req-2e40728f-40c4-4eab-8004-546c9eac43e8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:23.816532 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f1129fa1-00fc-4436-82ae-7b24181b0a78 req-2e40728f-40c4-4eab-8004-546c9eac43e8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0486321 Apr 12 16:53:23.866193 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f1129fa1-00fc-4436-82ae-7b24181b0a78 req-e8bd9ef1-380e-4150-91f1-f187785d0a93 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Apr 12 16:53:24.383246 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cee9be-ef6b-4e20-98d3-570eec2b349a req-3c8398a4-4645-4818-af96-c001d3685911 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:24.385000 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1cee9be-ef6b-4e20-98d3-570eec2b349a req-3c8398a4-4645-4818-af96-c001d3685911 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0583682 Apr 12 16:53:24.442079 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1cee9be-ef6b-4e20-98d3-570eec2b349a req-6a2cd622-4ab0-41d0-97ac-f23b420f43f6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Apr 12 16:53:24.858531 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-207e245c-5991-4d71-a9ce-d00b861148a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:24.993871 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0008398-2e66-42b1-a37a-db8f2d6743d1 req-0f486e6d-48db-4926-ad84-4fa656ccd02f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:24.995447 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0008398-2e66-42b1-a37a-db8f2d6743d1 req-0f486e6d-48db-4926-ad84-4fa656ccd02f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0516739 Apr 12 16:53:25.045513 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a0008398-2e66-42b1-a37a-db8f2d6743d1 req-002a2db6-ff13-4f43-b5cb-db205cfdb8fc tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 Apr 12 16:53:25.557695 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a03131-2114-4c21-af14-2d202f59c885 req-2e8b3506-1ba2-4efd-92da-c2720edeb789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:25.559277 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69a03131-2114-4c21-af14-2d202f59c885 req-2e8b3506-1ba2-4efd-92da-c2720edeb789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0487411 Apr 12 16:53:25.609472 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69a03131-2114-4c21-af14-2d202f59c885 req-0ad344fc-0e3f-4c9c-be55-4a683680ac55 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Apr 12 16:53:25.871162 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:26.164224 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd094a78-9948-41cd-9aa2-1d755580ca70 req-6c698c02-f926-43d6-a7be-6fbf7789b4d2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:26.166937 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd094a78-9948-41cd-9aa2-1d755580ca70 req-6c698c02-f926-43d6-a7be-6fbf7789b4d2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0480258 Apr 12 16:53:26.219007 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dd094a78-9948-41cd-9aa2-1d755580ca70 req-204a7b56-885c-40af-8c35-827e9f6ba2dd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468187 Apr 12 16:53:26.728772 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d5e75-f72a-4dd0-a8d8-b111b12ec571 req-b7bc6ecb-5089-40e3-977b-1f4b9aacdca8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:26.738811 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-649d5e75-f72a-4dd0-a8d8-b111b12ec571 req-b7bc6ecb-5089-40e3-977b-1f4b9aacdca8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0607102 Apr 12 16:53:26.814725 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-649d5e75-f72a-4dd0-a8d8-b111b12ec571 req-5c2016e5-e779-4df8-a508-3fec48b753a2 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744793 Apr 12 16:53:27.324726 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:27.399922 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e92758-9287-435b-9284-1cb5a3474477 req-c66a1c1a-f4a3-4b93-bbb4-881875bfaec8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:27.401438 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77e92758-9287-435b-9284-1cb5a3474477 req-c66a1c1a-f4a3-4b93-bbb4-881875bfaec8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0891995 Apr 12 16:53:27.407998 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939379-d4ff-4f70-b041-1cb2d3df30f7 req-4b45b2db-121c-4cf4-a993-40ee4fd167fd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:27.409434 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7939379-d4ff-4f70-b041-1cb2d3df30f7 req-4b45b2db-121c-4cf4-a993-40ee4fd167fd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0658357 Apr 12 16:53:27.475137 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77e92758-9287-435b-9284-1cb5a3474477 req-40bd7ae0-306b-4949-be9f-70d9337e454b tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645540 Apr 12 16:53:27.497169 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7939379-d4ff-4f70-b041-1cb2d3df30f7 req-84b36b48-855f-4316-b48b-848c8132e029 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670187 Apr 12 16:53:27.922796 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975f2a2-46f4-4db0-9b60-320fb505634a req-f905ec80-373a-4c68-b248-94ca6fb53a86 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:27.924304 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c975f2a2-46f4-4db0-9b60-320fb505634a req-f905ec80-373a-4c68-b248-94ca6fb53a86 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0479801 Apr 12 16:53:27.973603 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c975f2a2-46f4-4db0-9b60-320fb505634a req-df42b0e8-ebbf-4560-a8e0-aa49a88cbcb9 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Apr 12 16:53:28.250404 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:53:28.632414 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9435a9-9df8-4667-b1be-ff6ce72d4c93 req-edc40502-d9c6-4e13-b69d-7bd846fad771 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:28.633943 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee9435a9-9df8-4667-b1be-ff6ce72d4c93 req-edc40502-d9c6-4e13-b69d-7bd846fad771 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0803611 Apr 12 16:53:28.646732 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea42ee-e34e-47ea-b44c-f3547d94fa9a req-6d4cf3b9-bf3b-408a-8b1b-75720fc566ae tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:28.648283 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7ea42ee-e34e-47ea-b44c-f3547d94fa9a req-6d4cf3b9-bf3b-408a-8b1b-75720fc566ae tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0629809 Apr 12 16:53:28.720018 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ee9435a9-9df8-4667-b1be-ff6ce72d4c93 req-b2814181-d0c4-47af-bcf6-7e657c2f6b37 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798068 Apr 12 16:53:28.727034 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7ea42ee-e34e-47ea-b44c-f3547d94fa9a req-1496d01e-3927-4578-9a08-4d0d0e1aef4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715518 Apr 12 16:53:28.971941 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:29.095612 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8efc8e-615d-458b-b152-3db05b02e5d9 req-bc51676f-6400-4a68-be3b-3e4541777f40 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:29.097096 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a8efc8e-615d-458b-b152-3db05b02e5d9 req-bc51676f-6400-4a68-be3b-3e4541777f40 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0502076 Apr 12 16:53:29.145184 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a8efc8e-615d-458b-b152-3db05b02e5d9 req-811e2677-7889-4fb6-b90d-12dda6baafae tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Apr 12 16:53:29.876410 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597158fe-62e9-4d42-a4af-be1f0cb94de2 req-ca524e86-b28b-4e81-aecc-ccd9cadb827b tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:29.879478 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-597158fe-62e9-4d42-a4af-be1f0cb94de2 req-ca524e86-b28b-4e81-aecc-ccd9cadb827b tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0818491 Apr 12 16:53:29.886713 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee47059-17db-455e-8e1e-080e3912d28d req-de98d656-5633-4169-aab0-39006263094c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:29.888206 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fee47059-17db-455e-8e1e-080e3912d28d req-de98d656-5633-4169-aab0-39006263094c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0819905 Apr 12 16:53:29.963622 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-597158fe-62e9-4d42-a4af-be1f0cb94de2 req-936906a4-42f1-409f-8253-9ac6bd8de6ba tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744402 Apr 12 16:53:29.966932 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fee47059-17db-455e-8e1e-080e3912d28d req-78378d40-3206-4135-b8e6-5451268efb2b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719407 Apr 12 16:53:30.261303 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f142-0041-4ba1-ab78-e91c81ba4c56 req-826e3565-6e44-4904-981c-5634d253677c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:30.264294 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c01f142-0041-4ba1-ab78-e91c81ba4c56 req-826e3565-6e44-4904-981c-5634d253677c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0517123 Apr 12 16:53:30.315511 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c01f142-0041-4ba1-ab78-e91c81ba4c56 req-45709fea-8cf4-4c01-82c0-7df07b5c5e93 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 Apr 12 16:53:31.108950 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f3bb7-1403-4aaa-ba81-9049272dabdf req-e201e609-06bd-4ac9-8beb-41db57127da6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:31.110336 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a00f3bb7-1403-4aaa-ba81-9049272dabdf req-e201e609-06bd-4ac9-8beb-41db57127da6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0748186 Apr 12 16:53:31.118356 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272348b-7c14-4f63-b4ec-e2fc5989c68c req-d85254d6-0b91-4d98-9831-383b3ec370b6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:31.120345 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d272348b-7c14-4f63-b4ec-e2fc5989c68c req-d85254d6-0b91-4d98-9831-383b3ec370b6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0761712 Apr 12 16:53:31.187567 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a00f3bb7-1403-4aaa-ba81-9049272dabdf req-025e9196-c7f5-4c7f-a53e-9cab94c40dd4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662756 Apr 12 16:53:31.194723 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d272348b-7c14-4f63-b4ec-e2fc5989c68c req-5cf8b8e8-ede4-4dd0-b2b7-613ca0a6c71d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678160 Apr 12 16:53:31.434170 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fcfe8-afbe-45be-9729-2ebd52c078c3 req-146ba9e0-d3fa-4459-85e7-e8b0f2f92706 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:31.435648 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd1fcfe8-afbe-45be-9729-2ebd52c078c3 req-146ba9e0-d3fa-4459-85e7-e8b0f2f92706 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0569253 Apr 12 16:53:31.481479 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bd1fcfe8-afbe-45be-9729-2ebd52c078c3 req-1e15e22f-7c5a-4818-b68e-6a5a77cdefc3 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Apr 12 16:53:31.621718 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-f349ef04-973d-4d99-a0d5-7f79dce13bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:31.623252 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-f349ef04-973d-4d99-a0d5-7f79dce13bd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e4683a3-a2b1-4262-bfba-200b824f2564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394843 Apr 12 16:53:32.328724 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d0868-ef81-459b-b9b4-2dcda6df088b req-0e1c878c-9930-4194-995b-79c2169e6415 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:32.330202 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-127d0868-ef81-459b-b9b4-2dcda6df088b req-0e1c878c-9930-4194-995b-79c2169e6415 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0756607 Apr 12 16:53:32.338786 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f16f9c-cecf-4f3c-8fd0-02639ca433f3 req-23c62a8d-ca83-495d-8e41-bc34de94748a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:32.340172 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-79f16f9c-cecf-4f3c-8fd0-02639ca433f3 req-23c62a8d-ca83-495d-8e41-bc34de94748a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0748727 Apr 12 16:53:32.410189 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-127d0868-ef81-459b-b9b4-2dcda6df088b req-7405e40d-6586-40f3-91f1-b6aa5bd77145 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690825 Apr 12 16:53:32.414138 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-79f16f9c-cecf-4f3c-8fd0-02639ca433f3 req-65ac6b71-1b7a-422b-a967-e896bcbdbf68 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674665 Apr 12 16:53:32.594970 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f668cf0-cf8d-4eed-b92c-8309286a7793 req-fedec9bc-7238-47a8-92ba-f62855b33d57 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:32.596425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f668cf0-cf8d-4eed-b92c-8309286a7793 req-fedec9bc-7238-47a8-92ba-f62855b33d57 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0495713 Apr 12 16:53:32.643432 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f668cf0-cf8d-4eed-b92c-8309286a7793 req-b3f6e750-e3e0-4aae-9ec8-7c7aa2a23eeb tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Apr 12 16:53:33.093100 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e686e-4571-49dc-a504-cdcde28eee6a req-417e769e-f956-47d4-8dbd-5c581308604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:33.094484 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ab7e686e-4571-49dc-a504-cdcde28eee6a req-417e769e-f956-47d4-8dbd-5c581308604b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1128 time: 0.0839450 Apr 12 16:53:33.127013 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-fc01e31e-4aff-45ef-a295-d39f6d4e1f1a service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073446 Apr 12 16:53:33.548380 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59726a54-5022-42bb-a038-5a896d789994 req-358e882c-dc56-4659-b4b9-22e95e542c4d tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:33.549827 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59726a54-5022-42bb-a038-5a896d789994 req-358e882c-dc56-4659-b4b9-22e95e542c4d tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0741918 Apr 12 16:53:33.555721 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a372a7c-cc91-4de6-b3e8-357e5619ded5 req-6750fca8-c674-4377-a2e5-85e48493babb tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:33.557610 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a372a7c-cc91-4de6-b3e8-357e5619ded5 req-6750fca8-c674-4377-a2e5-85e48493babb tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0722640 Apr 12 16:53:33.631655 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-59726a54-5022-42bb-a038-5a896d789994 req-65ea9160-f996-495e-8ffd-1813ccc8a3e3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731168 Apr 12 16:53:33.634860 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a372a7c-cc91-4de6-b3e8-357e5619ded5 req-7f24565c-386d-45a6-b368-01b1ef25b304 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707290 Apr 12 16:53:33.755619 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc426-4590-421a-bbdd-f8183fd84db1 req-cbafbb3d-809c-4a75-ab6a-70377041071e tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:33.758373 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f18dc426-4590-421a-bbdd-f8183fd84db1 req-cbafbb3d-809c-4a75-ab6a-70377041071e tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0513942 Apr 12 16:53:33.805382 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f18dc426-4590-421a-bbdd-f8183fd84db1 req-f8eae1f7-1b85-4dba-8cd3-f7e2f43f00a0 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Apr 12 16:53:33.948715 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-739c438e-0f77-4acb-b5d7-2c3e84f37335 req-ed12c170-8233-4690-883b-579e36d1f704 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562264 Apr 12 16:53:33.950021 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e686e-4571-49dc-a504-cdcde28eee6a req-de211584-5335-49e5-9d6e-e91120612c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:33.951638 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ab7e686e-4571-49dc-a504-cdcde28eee6a req-de211584-5335-49e5-9d6e-e91120612c2c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1518958 Apr 12 16:53:34.131165 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-9e00b60b-423f-49cf-ac1a-b4a1dcd7aec8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.132517 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-9e00b60b-423f-49cf-ac1a-b4a1dcd7aec8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0867310 Apr 12 16:53:34.199147 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e686e-4571-49dc-a504-cdcde28eee6a req-18ffec45-f57a-4ce6-8d93-883431250e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.200602 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ab7e686e-4571-49dc-a504-cdcde28eee6a req-18ffec45-f57a-4ce6-8d93-883431250e36 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1631277 Apr 12 16:53:34.240228 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port 7178f196-5753-47ec-9578-c47977e8e558 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:53:34.240834 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (7178f196-5753-47ec-9578-c47977e8e558), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:34.340191 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-3233af60-3ced-4d08-af6c-b0f50bdb0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.342419 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-3233af60-3ced-4d08-af6c-b0f50bdb0ad0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1128 time: 0.0761302 Apr 12 16:53:34.408985 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-70401717-1624-40ab-a79a-1aae3244c131 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 217 time: 0.0478895 Apr 12 16:53:34.417178 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] For port 7178f196-5753-47ec-9578-c47977e8e558, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7178f196-5753-47ec-9578-c47977e8e558,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:34.417552 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (7178f196-5753-47ec-9578-c47977e8e558), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:34.549361 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-7ef4e3a3-6a0f-48f3-ae63-48b008ea22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.550822 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-7ef4e3a3-6a0f-48f3-ae63-48b008ea22c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da0cd3b-d749-47f1-8b51-44a575c6a873 HTTP/1.1" status: 200 len: 854 time: 0.1306789 Apr 12 16:53:34.639683 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-aa32c967-9f94-4bfd-8610-3047a88dbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.641162 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-aa32c967-9f94-4bfd-8610-3047a88dbbca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=414c2dfe-22b2-489e-94eb-7bbed5e32ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740514 Apr 12 16:53:34.757045 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:34.757418 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (091f8e87-661b-489d-9f8d-5eedf6263151), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:34.757742 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP 091f8e87-661b-489d-9f8d-5eedf6263151 disassociated. External IP: 172.27.3.99, port: 7178f196-5753-47ec-9578-c47977e8e558. Apr 12 16:53:34.758088 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for 7178f196-5753-47ec-9578-c47977e8e558 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:53:34.778308 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1435b-9ae8-4b0f-9d47-91c9d11fa4a5 req-92c5b148-b46a-43f1-ad4e-fb7692ae1057 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.779876 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5a1435b-9ae8-4b0f-9d47-91c9d11fa4a5 req-92c5b148-b46a-43f1-ad4e-fb7692ae1057 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 946 time: 0.0778854 Apr 12 16:53:34.788804 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904dff-3fd3-40f0-b901-63191baefc7a req-a13e6f3a-5404-4057-a104-1ad7bfe94a39 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.790269 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78904dff-3fd3-40f0-b901-63191baefc7a req-a13e6f3a-5404-4057-a104-1ad7bfe94a39 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0798249 Apr 12 16:53:34.823177 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-bd32b052-9e01-4b23-afc4-3b6535580dfb service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739755 Apr 12 16:53:34.861040 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5a1435b-9ae8-4b0f-9d47-91c9d11fa4a5 req-ce4a2bc2-c222-4bd9-930f-d41c12ef7be5 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=04073d28-fedc-44b9-a3b5-e586ca525ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697951 Apr 12 16:53:34.868270 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-78904dff-3fd3-40f0-b901-63191baefc7a req-c9b499eb-52ae-407f-b849-2ca870ba4176 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698099 Apr 12 16:53:34.961797 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e2432068-c550-4d54-a34a-78d804cd2a9d req-0bd34db1-7237-485b-aee0-ddb450152b43 service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312742 Apr 12 16:53:34.984963 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (7178f196-5753-47ec-9578-c47977e8e558), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:34.992008 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09523b-9204-408f-9723-5a7134748a20 req-508c1f84-3f38-455e-9608-cc4595208aab tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:34.993495 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a09523b-9204-408f-9723-5a7134748a20 req-508c1f84-3f38-455e-9608-cc4595208aab tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0493371 Apr 12 16:53:35.015374 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=7178f196-5753-47ec-9578-c47977e8e558,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:35.045992 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a09523b-9204-408f-9723-5a7134748a20 req-fcfee25c-8898-4193-a889-2c74472ad18d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 Apr 12 16:53:35.131918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:53:35.472878 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:53:35.483662 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:53:35.493571 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:53:35.494552 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:35.516802 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] No DVR routers for this DVR port 7178f196-5753-47ec-9578-c47977e8e558 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:53:35.519377 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:35.522783 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d70f59fe-1a7f-474f-8b31-8c4556fdab99 req-a1ecd90e-3689-4f0b-a827-48c1c50c6942 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "DELETE /v2.0/ports/7178f196-5753-47ec-9578-c47977e8e558 HTTP/1.1" status: 204 len: 173 time: 1.3822706 Apr 12 16:53:35.523258 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'name': 'network-vif-deleted', 'tag': '7178f196-5753-47ec-9578-c47977e8e558'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:35.526743 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da83014-8b1f-48e6-b5f9-68c0ed0d1b89" -d '{"events": [{"server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "name": "network-vif-deleted", "tag": "7178f196-5753-47ec-9578-c47977e8e558"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:35.564263 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c62aad0-34ac-4a94-b6f1-f2ba0f6a4b5c x-openstack-request-id: req-7c62aad0-34ac-4a94-b6f1-f2ba0f6a4b5c {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:35.564561 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb998ef8-c883-4f51-9c62-e39ad510b09a", "name": "network-vif-deleted", "tag": "7178f196-5753-47ec-9578-c47977e8e558", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:35.564818 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c62aad0-34ac-4a94-b6f1-f2ba0f6a4b5c {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:35.565226 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c62aad0-34ac-4a94-b6f1-f2ba0f6a4b5c'] response: {'server_uuid': 'cb998ef8-c883-4f51-9c62-e39ad510b09a', 'name': 'network-vif-deleted', 'tag': '7178f196-5753-47ec-9578-c47977e8e558', 'status': 'completed', 'code': 200} Apr 12 16:53:35.701026 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:53:35.921244 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:39Z', 'revision_number': 2, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:35.950837 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:53:35.966342 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:53:35.967187 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:35.985486 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3465baa9-8e5e-4d64-8c3a-6baee361d597 req-00eab6c1-7dd9-4548-99a4-51122db4f371 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 210 time: 0.0391207 Apr 12 16:53:36.040593 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e998691-564a-44c3-b8e1-e93e3943d235 req-c10d8db2-2786-488e-8259-1836970f8b24 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:36.042370 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e998691-564a-44c3-b8e1-e93e3943d235 req-c10d8db2-2786-488e-8259-1836970f8b24 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0504582 Apr 12 16:53:36.089008 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:53:36.139487 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e998691-564a-44c3-b8e1-e93e3943d235 req-040a706e-e48c-4a61-bf1a-39a6fb9b79ac tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885954 Apr 12 16:53:36.190012 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd0612-3c05-4714-8aaf-2f56632a0e1c req-bd4cf968-5387-417e-ba31-f8ee42ffb123 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:36.191532 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-48fd0612-3c05-4714-8aaf-2f56632a0e1c req-bd4cf968-5387-417e-ba31-f8ee42ffb123 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0688293 Apr 12 16:53:36.259507 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-48fd0612-3c05-4714-8aaf-2f56632a0e1c req-99a14e68-95d1-4214-b426-1995d9390539 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589046 Apr 12 16:53:36.337629 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:39Z', 'revision_number': 2, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:36.368217 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862c933-ff83-468c-b5ff-e1d8448c0e2a None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bf5b2124-19cd-46b5-9bb6-d60d62660ea1', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:d3:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077e568-9147-44b6-85c8-ae7616a07df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:50:10Z', 'updated_at': '2022-04-12T16:50:39Z', 'revision_number': 2, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:53:36.610049 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacbe6d-217a-4c86-9ece-77410b664576 None None] New status for floating IP 091f8e87-661b-489d-9f8d-5eedf6263151: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:53:37.119983 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f50ed4ec-3d72-49ea-8a19-e085365bc4c4 req-c5aa27f1-89de-4502-af8d-cfc1c1908f4c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb998ef8-c883-4f51-9c62-e39ad510b09a HTTP/1.1" status: 200 len: 210 time: 0.0410571 Apr 12 16:53:37.251031 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0550f6-21be-43b1-80df-56eb4c6ce34a req-eb7b63f6-8b3e-4c5a-8e2c-89354482ce68 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:37.252633 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc0550f6-21be-43b1-80df-56eb4c6ce34a req-eb7b63f6-8b3e-4c5a-8e2c-89354482ce68 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0495336 Apr 12 16:53:37.311883 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc0550f6-21be-43b1-80df-56eb4c6ce34a req-8764ae6c-ff4b-4eb4-856d-03227d104969 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503278 Apr 12 16:53:37.402552 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5d0e3-57a4-4c2d-a032-f8eee3065bc4 req-d341b9fb-6349-4ecf-9299-70ff4c9c8762 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:37.404168 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7d5d0e3-57a4-4c2d-a032-f8eee3065bc4 req-d341b9fb-6349-4ecf-9299-70ff4c9c8762 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 944 time: 0.0498371 Apr 12 16:53:37.462567 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7d5d0e3-57a4-4c2d-a032-f8eee3065bc4 req-2cf02c59-2317-4caf-b651-59fbfadb37b9 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Apr 12 16:53:38.007412 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1c3b1280-6b72-402c-a234-51c8dd9ace3d details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:53:38.018711 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7178f196-5753-47ec-9578-c47977e8e558 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:53:38.042207 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 7178f196-5753-47ec-9578-c47977e8e558 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:53:38.042564 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7178f196-5753-47ec-9578-c47977e8e558 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:53:38.136665 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:38.151245 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'port_id': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'mac_address': 'fa:16:3e:8b:63:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:53:38.202634 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1c3b1280-6b72-402c-a234-51c8dd9ace3d is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:38.203085 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.227046 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52094) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:38.233510 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3b1280-6b72-402c-a234-51c8dd9ace3d {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:53:38.259091 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:38.265471 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.300845 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd66a771-165a-4512-8e61-879354a27659 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (04073d28-fedc-44b9-a3b5-e586ca525ec9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.329012 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd66a771-165a-4512-8e61-879354a27659 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (04073d28-fedc-44b9-a3b5-e586ca525ec9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.344850 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:38.364559 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.367532 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.368789 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.376863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.377827 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.380297 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.380683 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.381036 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.381382 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.381774 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.382073 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.382564 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.382930 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.385852 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.386511 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:38.396120 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd66a771-165a-4512-8e61-879354a27659 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (04073d28-fedc-44b9-a3b5-e586ca525ec9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.399487 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bd66a771-165a-4512-8e61-879354a27659 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.409011 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-bd66a771-165a-4512-8e61-879354a27659 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/security-groups/04073d28-fedc-44b9-a3b5-e586ca525ec9 HTTP/1.1" status: 204 len: 168 time: 0.1803956 Apr 12 16:53:38.414640 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52100) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:38.436532 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66a771-165a-4512-8e61-879354a27659 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04073d28-fedc-44b9-a3b5-e586ca525ec9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:38.440838 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-12fad5ce-c708-4321-809b-fbd1a35d68e7 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] show failed (client error): The resource could not be found. Apr 12 16:53:38.442404 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-12fad5ce-c708-4321-809b-fbd1a35d68e7 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups/04073d28-fedc-44b9-a3b5-e586ca525ec9 HTTP/1.1" status: 404 len: 347 time: 0.0265331 Apr 12 16:53:38.445222 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52102) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:38.592121 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port 70b30daf-97b3-4358-ab74-af870fe915bd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:53:38.592515 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (70b30daf-97b3-4358-ab74-af870fe915bd), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.678512 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (70b30daf-97b3-4358-ab74-af870fe915bd), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.679592 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (70b30daf-97b3-4358-ab74-af870fe915bd), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.682303 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1c3b1280-6b72-402c-a234-51c8dd9ace3d'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:53:38.696974 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for 70b30daf-97b3-4358-ab74-af870fe915bd owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:53:38.710250 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849149e0-57f2-42f0-9d4a-f5522bed21e9 req-7dea177c-3030-4068-95ba-3401975ad950 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:38.711776 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-849149e0-57f2-42f0-9d4a-f5522bed21e9 req-7dea177c-3030-4068-95ba-3401975ad950 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.3512955 Apr 12 16:53:38.750142 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd629d-9821-4eb0-9141-06edb25ad3ca req-e1fc4f7c-6332-462a-aa9a-b3d5b26de191 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:38.751906 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-73bd629d-9821-4eb0-9141-06edb25ad3ca req-e1fc4f7c-6332-462a-aa9a-b3d5b26de191 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0802436 Apr 12 16:53:38.794616 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-849149e0-57f2-42f0-9d4a-f5522bed21e9 req-e85688d9-fe11-49db-8e48-a80659aad588 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761890 Apr 12 16:53:38.835446 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-73bd629d-9821-4eb0-9141-06edb25ad3ca req-4315d2ef-2940-45f6-8692-5773113f1561 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763690 Apr 12 16:53:38.889180 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (70b30daf-97b3-4358-ab74-af870fe915bd), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.915369 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=70b30daf-97b3-4358-ab74-af870fe915bd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:38.918154 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014db14-db0c-47ea-af12-94e68e84aaa1 req-7697f694-983b-49ba-99a4-92855459ab8f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:38.919776 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0014db14-db0c-47ea-af12-94e68e84aaa1 req-7697f694-983b-49ba-99a4-92855459ab8f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Apr 12 16:53:38.971140 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0014db14-db0c-47ea-af12-94e68e84aaa1 req-f54ed5db-d988-4cad-8f5a-b4a1eeda4440 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Apr 12 16:53:38.983664 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (091f8e87-661b-489d-9f8d-5eedf6263151), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.986277 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:38.987469 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7ff9a46b-ee7a-426b-a4af-837baed6f8d4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/floatingips/091f8e87-661b-489d-9f8d-5eedf6263151 HTTP/1.1" status: 204 len: 168 time: 0.5360374 Apr 12 16:53:39.912612 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be02c-967d-496b-9a7e-8c1f616274b6 req-a797110f-8a6e-4fee-9b68-8b0aa904e4c7 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:39.914702 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a20be02c-967d-496b-9a7e-8c1f616274b6 req-a797110f-8a6e-4fee-9b68-8b0aa904e4c7 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0478654 Apr 12 16:53:39.978946 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbf64d-7853-447c-b258-281d85c108bc req-3d8944fb-122b-4cfc-a2f1-de3cfd9cf604 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:39.980423 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a1bbf64d-7853-447c-b258-281d85c108bc req-3d8944fb-122b-4cfc-a2f1-de3cfd9cf604 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0648239 Apr 12 16:53:40.010279 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1c3b1280-6b72-402c-a234-51c8dd9ace3d up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:53:40.012687 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a20be02c-967d-496b-9a7e-8c1f616274b6 req-3aa8bc15-079a-40de-b0bd-503910110760 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869498 Apr 12 16:53:40.045552 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a1bbf64d-7853-447c-b258-281d85c108bc req-581ded5e-0058-41d4-be09-d194618d5756 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595231 Apr 12 16:53:40.077778 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 1c3b1280-6b72-402c-a234-51c8dd9ace3d completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:53:40.083649 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 1c3b1280-6b72-402c-a234-51c8dd9ace3d triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:40.084033 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:40.141791 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9985d19-76d0-417a-a5a2-7f3ad127b3a9 req-c21c3edc-8553-4a45-97ab-f084707013cc tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:40.143268 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e9985d19-76d0-417a-a5a2-7f3ad127b3a9 req-c21c3edc-8553-4a45-97ab-f084707013cc tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 945 time: 0.0471082 Apr 12 16:53:40.161304 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1c3b1280-6b72-402c-a234-51c8dd9ace3d is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:40.161793 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:40.185165 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:40.187458 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4789c5-add8-4a2d-a8e2-e784496c27bc" -d '{"events": [{"server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:40.190359 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e9985d19-76d0-417a-a5a2-7f3ad127b3a9 req-24f9d6f7-f760-426e-84f5-0ab1ab53ad68 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413828 Apr 12 16:53:40.201701 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:40.206480 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:40.233683 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98c23fb-1c10-4d0f-8036-ddd9d748d3c6 x-openstack-request-id: req-a98c23fb-1c10-4d0f-8036-ddd9d748d3c6 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:40.233978 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:40.234231 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a98c23fb-1c10-4d0f-8036-ddd9d748d3c6 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:40.234620 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98c23fb-1c10-4d0f-8036-ddd9d748d3c6'] response: {'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'code': 200} Apr 12 16:53:40.259663 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:40.614075 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d80f6-0c93-4af3-b8e4-f4db04834dd7 req-b41c52dc-e45f-4e45-82f5-82567c62a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:40.615910 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-c52d80f6-0c93-4af3-b8e4-f4db04834dd7 req-b41c52dc-e45f-4e45-82f5-82567c62a10c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1130 time: 0.0380082 Apr 12 16:53:40.665442 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-c52d80f6-0c93-4af3-b8e4-f4db04834dd7 req-bd3aea94-c67a-40c5-b928-f603347c356c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Apr 12 16:53:41.176077 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051dcdf-1f1c-47e8-81fb-29e3bf8c2343 req-8afae250-041a-4e62-82a1-437261e74763 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:41.177514 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d051dcdf-1f1c-47e8-81fb-29e3bf8c2343 req-8afae250-041a-4e62-82a1-437261e74763 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0761604 Apr 12 16:53:41.192757 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082dfe7-677e-4ae2-8ded-9aba92ff237c req-d2a5498b-af7e-4707-8a37-a96b9a8da0be tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:41.194094 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0082dfe7-677e-4ae2-8ded-9aba92ff237c req-d2a5498b-af7e-4707-8a37-a96b9a8da0be tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 943 time: 0.0642309 Apr 12 16:53:41.255479 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d051dcdf-1f1c-47e8-81fb-29e3bf8c2343 req-d20dcee6-349e-4d2a-84cc-b839845d92ab tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696664 Apr 12 16:53:41.269722 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0082dfe7-677e-4ae2-8ded-9aba92ff237c req-1364218e-04d8-46f9-879f-2eab6631402d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638347 Apr 12 16:53:41.353046 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e484990-9937-4a49-92e1-a5e80422f1d4 req-9ab04cad-0ed8-4d5e-861f-535c4c640cbc tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:41.354519 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6e484990-9937-4a49-92e1-a5e80422f1d4 req-9ab04cad-0ed8-4d5e-861f-535c4c640cbc tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0461631 Apr 12 16:53:41.403210 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6e484990-9937-4a49-92e1-a5e80422f1d4 req-bb8ed31f-50ae-42a8-82d7-76cb40c4d687 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421600 Apr 12 16:53:41.627014 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106dda1-c2f1-4ea7-b616-fc4c268ec148 req-3e96236c-9749-40da-8280-9d6cbf2ee1ee tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:41.628406 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7106dda1-c2f1-4ea7-b616-fc4c268ec148 req-3e96236c-9749-40da-8280-9d6cbf2ee1ee tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.0517576 Apr 12 16:53:41.675019 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7106dda1-c2f1-4ea7-b616-fc4c268ec148 req-44bd7995-8032-4f8f-93f9-a085a17d0793 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Apr 12 16:53:41.908847 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:42.021815 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:53:42.117173 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:42.128479 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'port_id': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'mac_address': 'fa:16:3e:d1:c8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:53:42.286475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:42.286875 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:42.300704 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70692fa-573f-49f1-8c3b-6dfb829e9729 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:53:42.322053 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:42.327364 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:42.376905 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=9']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:42.397462 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49154b-fd11-449f-b9f9-d54f62b06532 req-560b56b7-6d33-47f4-902e-e416a7db4b77 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:42.398961 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a49154b-fd11-449f-b9f9-d54f62b06532 req-560b56b7-6d33-47f4-902e-e416a7db4b77 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0754359 Apr 12 16:53:42.421092 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaf9f6-c241-4123-81ba-c623190bd2c4 req-379df61f-d446-4f7d-9b04-36d2bce31492 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:42.422534 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-56aaf9f6-c241-4123-81ba-c623190bd2c4 req-379df61f-d446-4f7d-9b04-36d2bce31492 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 944 time: 0.0692561 Apr 12 16:53:42.491652 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a49154b-fd11-449f-b9f9-d54f62b06532 req-2a00c84d-261a-45e6-8c5b-57d9b89e372e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852714 Apr 12 16:53:42.498860 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-56aaf9f6-c241-4123-81ba-c623190bd2c4 req-5727ce34-eff2-40f8-b093-3d7eabb27ad9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670531 Apr 12 16:53:42.592249 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de0ee-dab8-45ec-8f6b-122f0c43e0a6 req-f341167f-fc8e-432c-8816-cb149c831a83 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:42.593633 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f7de0ee-dab8-45ec-8f6b-122f0c43e0a6 req-f341167f-fc8e-432c-8816-cb149c831a83 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0468333 Apr 12 16:53:42.640254 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f7de0ee-dab8-45ec-8f6b-122f0c43e0a6 req-04c26163-c2f1-4f5f-8812-86f43fb979c6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Apr 12 16:53:42.784751 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['c70692fa-573f-49f1-8c3b-6dfb829e9729'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:53:42.785871 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebfbc7-b055-44a1-a18d-37029cb6dbd4 req-68a3f912-a281-4e8b-b54d-0dcbfab8c10e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:42.788662 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b2ebfbc7-b055-44a1-a18d-37029cb6dbd4 req-68a3f912-a281-4e8b-b54d-0dcbfab8c10e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.0457845 Apr 12 16:53:42.834811 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b2ebfbc7-b055-44a1-a18d-37029cb6dbd4 req-8465e033-e0b9-4868-b151-5ef310115bcc tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Apr 12 16:53:43.632572 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f56f-fce9-45d1-ac04-0b3137e18e09 req-c37e54e6-8043-499b-b5f3-765367c2b521 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:43.634024 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebe5f56f-fce9-45d1-ac04-0b3137e18e09 req-c37e54e6-8043-499b-b5f3-765367c2b521 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0735795 Apr 12 16:53:43.653558 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd95ba-2417-41ad-8c1f-301bba3776c2 req-6359d562-17a8-4415-aea3-748421247a81 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:43.655395 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a7cd95ba-2417-41ad-8c1f-301bba3776c2 req-6359d562-17a8-4415-aea3-748421247a81 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 944 time: 0.0652776 Apr 12 16:53:43.714798 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebe5f56f-fce9-45d1-ac04-0b3137e18e09 req-7cf34e45-2b19-49ea-8f09-8018e14c27a7 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746961 Apr 12 16:53:43.729166 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a7cd95ba-2417-41ad-8c1f-301bba3776c2 req-7b7abd9a-36a4-48bd-bfc9-9c143310fe44 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660124 Apr 12 16:53:43.815502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2d1be-a798-4e2f-80f4-48b1d79f6193 req-29d0af9c-c797-4555-b855-d05da4a17ff7 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:43.816877 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80c2d1be-a798-4e2f-80f4-48b1d79f6193 req-29d0af9c-c797-4555-b855-d05da4a17ff7 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0461287 Apr 12 16:53:43.869129 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80c2d1be-a798-4e2f-80f4-48b1d79f6193 req-d3b87b47-b1b4-4416-85c1-198986a22dce tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468864 Apr 12 16:53:43.968148 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91aea-1bf0-4242-86b3-798a2c3af3aa req-df61a4e8-b22c-4b35-bbfc-73037a2e2675 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:43.969602 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21f91aea-1bf0-4242-86b3-798a2c3af3aa req-df61a4e8-b22c-4b35-bbfc-73037a2e2675 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.0453284 Apr 12 16:53:44.016174 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21f91aea-1bf0-4242-86b3-798a2c3af3aa req-6e18af40-c214-45f2-8ca6-4cd9bee2c661 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=16549590-f543-48b6-8bf5-4dc285a8f453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410545 Apr 12 16:53:44.041323 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:53:44.087426 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port c70692fa-573f-49f1-8c3b-6dfb829e9729 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:44.087725 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.114409 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c682eb-7973-4de3-b99f-241794dccdf4 req-18a8e226-52d3-49a1-ae40-3cbff6390f24 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:44.116188 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-93c682eb-7973-4de3-b99f-241794dccdf4 req-18a8e226-52d3-49a1-ae40-3cbff6390f24 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0466068 Apr 12 16:53:44.162863 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-93c682eb-7973-4de3-b99f-241794dccdf4 req-6ed3bc08-846b-4424-9936-ffbd0066febc tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Apr 12 16:53:44.167040 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port c70692fa-573f-49f1-8c3b-6dfb829e9729 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:53:44.168113 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.191982 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:44.194207 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b4fbe8-5dab-4ced-867a-013d09bc5c6e" -d '{"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-plugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:44.207423 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:44.211466 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.258642 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:44.298534 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-f16a0ae9-9ebb-44ab-992e-36bf4ae661c6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:44.299966 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-f16a0ae9-9ebb-44ab-992e-36bf4ae661c6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 945 time: 0.0475047 Apr 12 16:53:44.420492 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:53:44.420844 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.461607 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a0a8fa-ce87-4526-87ca-7053cf6452f3 x-openstack-request-id: req-b5a0a8fa-ce87-4526-87ca-7053cf6452f3 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:44.462299 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-plugged", "status": "completed", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:44.462773 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5a0a8fa-ce87-4526-87ca-7053cf6452f3 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:44.463500 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a0a8fa-ce87-4526-87ca-7053cf6452f3'] response: {'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'code': 200} Apr 12 16:53:44.530539 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] For port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:53:44.530947 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.562978 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1780-2a94-48ff-9675-3983689009d1 req-358c3eb5-73e9-4f06-8bfd-fa1eb09d3ec9 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:44.564529 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1be1780-2a94-48ff-9675-3983689009d1 req-358c3eb5-73e9-4f06-8bfd-fa1eb09d3ec9 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0512769 Apr 12 16:53:44.611569 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b1be1780-2a94-48ff-9675-3983689009d1 req-ecb026f7-8941-4391-9533-65fdbc03295f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Apr 12 16:53:44.723143 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.723669 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (bf5b2124-19cd-46b5-9bb6-d60d62660ea1), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.724130 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP bf5b2124-19cd-46b5-9bb6-d60d62660ea1 disassociated. External IP: 172.27.3.51, port: 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e. Apr 12 16:53:44.724625 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:53:44.880411 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113f65-58fc-404d-9201-65614bf787fb req-3d2cc0c4-0ff4-4396-b4c1-59892e083b31 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:44.881979 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da113f65-58fc-404d-9201-65614bf787fb req-3d2cc0c4-0ff4-4396-b4c1-59892e083b31 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0805733 Apr 12 16:53:44.892805 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34e60-ad4f-4db1-b06a-44bd758f0090 req-472d515d-2ffa-40e7-9627-90ec8b58de87 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:44.899593 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91c34e60-ad4f-4db1-b06a-44bd758f0090 req-472d515d-2ffa-40e7-9627-90ec8b58de87 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0700030 Apr 12 16:53:44.907700 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (93e9601b-b866-4ca2-b5da-3c3b6adc5f2e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:44.943264 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=93e9601b-b866-4ca2-b5da-3c3b6adc5f2e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:45.043513 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91c34e60-ad4f-4db1-b06a-44bd758f0090 req-f544c703-9625-4566-8eec-8cdfc986e220 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427217 Apr 12 16:53:45.060927 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da113f65-58fc-404d-9201-65614bf787fb req-9c6c23dd-517b-4f9e-96ec-38c1698a11e9 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509745 Apr 12 16:53:45.155029 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e9aaca0b-9632-4253-bc0e-7f433d9f1e78 req-a255511d-2bae-470a-b4e1-50ad5263352f tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 210 time: 0.0390947 Apr 12 16:53:45.155222 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:53:45.290740 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:53:45.301649 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:53:45.312707 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:53:45.313321 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:45.339909 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] No DVR routers for this DVR port 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:53:45.342792 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:45.346293 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-939d3ea4-f4bc-4670-a23e-5136d6f9ee0e req-57c5a577-3497-4a64-9e72-8c1ad72badd1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "DELETE /v2.0/ports/93e9601b-b866-4ca2-b5da-3c3b6adc5f2e HTTP/1.1" status: 204 len: 173 time: 1.0174489 Apr 12 16:53:45.346850 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'name': 'network-vif-deleted', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:45.349188 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e57f4b6-f9c2-47d3-a86e-3a7d6bc6d0b7" -d '{"events": [{"server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "name": "network-vif-deleted", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:45.388521 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb12dd9f-870f-4ea7-8a2b-aac514dc098f x-openstack-request-id: req-fb12dd9f-870f-4ea7-8a2b-aac514dc098f {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:45.388818 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8077e568-9147-44b6-85c8-ae7616a07df6", "name": "network-vif-deleted", "tag": "93e9601b-b866-4ca2-b5da-3c3b6adc5f2e", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:45.389076 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb12dd9f-870f-4ea7-8a2b-aac514dc098f {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:45.389485 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb12dd9f-870f-4ea7-8a2b-aac514dc098f'] response: {'server_uuid': '8077e568-9147-44b6-85c8-ae7616a07df6', 'name': 'network-vif-deleted', 'tag': '93e9601b-b866-4ca2-b5da-3c3b6adc5f2e', 'status': 'completed', 'code': 200} Apr 12 16:53:45.430180 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:53:45.634518 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:45.662915 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:53:45.672041 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:53:45.672667 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:45.739780 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e1627-91df-4a4f-bd1f-c2defab44702 req-70d2ae1f-75a5-4f23-8a9e-4d9f5ae3a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:45.741703 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5c3e1627-91df-4a4f-bd1f-c2defab44702 req-70d2ae1f-75a5-4f23-8a9e-4d9f5ae3a985 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 1130 time: 0.0420787 Apr 12 16:53:45.788394 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5c3e1627-91df-4a4f-bd1f-c2defab44702 req-96008513-4a2c-49cc-b730-085cb69e0815 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393708 Apr 12 16:53:45.793050 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:53:46.073044 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:53:46.103296 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd6954-a8a7-490e-8676-ecf55a4cd832 None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:53:46.225493 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c3a3e-961e-403b-a130-70d70039a7c8 req-d8653929-4106-44f2-864f-a85c789b8f6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:46.227135 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d90c3a3e-961e-403b-a130-70d70039a7c8 req-d8653929-4106-44f2-864f-a85c789b8f6d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0945556 Apr 12 16:53:46.236934 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816580a-8654-45f6-afe4-167d6a261577 req-3264d070-0130-433b-8b5d-85a9aad01124 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:46.238617 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9816580a-8654-45f6-afe4-167d6a261577 req-3264d070-0130-433b-8b5d-85a9aad01124 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0954216 Apr 12 16:53:46.315580 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d90c3a3e-961e-403b-a130-70d70039a7c8 req-5d68c318-fdd2-4175-af0d-e5e81194aa9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759711 Apr 12 16:53:46.323077 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9816580a-8654-45f6-afe4-167d6a261577 req-136a0dfd-377b-44dd-b99d-91228bc1b555 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757997 Apr 12 16:53:46.391096 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1647fcde-f5d2-4e78-998f-f389c0a1b67d None None] New status for floating IP bf5b2124-19cd-46b5-9bb6-d60d62660ea1: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:53:46.435247 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24cad54f-7a9f-4595-8586-1f98b8040f4c req-4a14cb39-38a8-425d-a58c-c5d42b9009a2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8077e568-9147-44b6-85c8-ae7616a07df6 HTTP/1.1" status: 200 len: 210 time: 0.0322971 Apr 12 16:53:47.462273 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49c796-c992-4199-9094-6b41c73801df req-1a042c8c-1e27-4fc5-aa46-04ad3a7ab0d1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:47.463758 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d49c796-c992-4199-9094-6b41c73801df req-1a042c8c-1e27-4fc5-aa46-04ad3a7ab0d1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0799708 Apr 12 16:53:47.483872 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb15b53-7ca9-4848-8b34-999e7c9fa86e req-97913fad-fce1-40e2-8c33-60f5f789b5c1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:47.485264 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2fb15b53-7ca9-4848-8b34-999e7c9fa86e req-97913fad-fce1-40e2-8c33-60f5f789b5c1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0727775 Apr 12 16:53:47.548354 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1d49c796-c992-4199-9094-6b41c73801df req-ac8990d8-25f8-42fd-852a-3503a9979a95 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782003 Apr 12 16:53:47.554911 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2fb15b53-7ca9-4848-8b34-999e7c9fa86e req-198e1939-a7b7-4713-a19c-eaa94d7619c6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633726 Apr 12 16:53:47.618429 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52230) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:47.673094 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8adec7dd-6929-4e1b-9a1a-b87a54d8dd91 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (16549590-f543-48b6-8bf5-4dc285a8f453), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:47.705577 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8adec7dd-6929-4e1b-9a1a-b87a54d8dd91 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (16549590-f543-48b6-8bf5-4dc285a8f453), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:47.752168 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8adec7dd-6929-4e1b-9a1a-b87a54d8dd91 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (16549590-f543-48b6-8bf5-4dc285a8f453), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:47.754790 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8adec7dd-6929-4e1b-9a1a-b87a54d8dd91 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:47.755963 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8adec7dd-6929-4e1b-9a1a-b87a54d8dd91 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/security-groups/16549590-f543-48b6-8bf5-4dc285a8f453 HTTP/1.1" status: 204 len: 168 time: 0.1364968 Apr 12 16:53:47.758710 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52234) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:47.765860 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adec7dd-6929-4e1b-9a1a-b87a54d8dd91 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16549590-f543-48b6-8bf5-4dc285a8f453,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:47.773878 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.api.v2.resource [None req-39696d8e-5d3c-466b-b658-3f91314d4c65 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] show failed (client error): The resource could not be found. Apr 12 16:53:47.775116 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-39696d8e-5d3c-466b-b658-3f91314d4c65 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups/16549590-f543-48b6-8bf5-4dc285a8f453 HTTP/1.1" status: 404 len: 347 time: 0.0152116 Apr 12 16:53:47.779199 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52238) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:47.900363 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port f7a26341-aded-4285-92ae-ffe0063faf1f {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:53:47.900737 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:47.981602 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:47.981998 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (f7a26341-aded-4285-92ae-ffe0063faf1f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:47.994611 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for f7a26341-aded-4285-92ae-ffe0063faf1f owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:53:48.051890 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:53:48.073302 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:53:48.073832 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 93e9601b-b866-4ca2-b5da-3c3b6adc5f2e not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:53:48.176602 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (f7a26341-aded-4285-92ae-ffe0063faf1f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.204355 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=f7a26341-aded-4285-92ae-ffe0063faf1f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:48.267770 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (bf5b2124-19cd-46b5-9bb6-d60d62660ea1), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.270426 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.271696 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-18bd05db-765b-4a16-884b-56b58eb89e75 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/floatingips/bf5b2124-19cd-46b5-9bb6-d60d62660ea1 HTTP/1.1" status: 204 len: 168 time: 0.4915290 Apr 12 16:53:48.521357 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52276) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:48.526083 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-5a5529fb-fe73-4d30-baf7-b4b1209ee825 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127590551', 'description': 'tempest-description--1937345906'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:48.547848 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5529fb-fe73-4d30-baf7-b4b1209ee825 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.616565 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5529fb-fe73-4d30-baf7-b4b1209ee825 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (c6883970-f374-4721-8392-c89d5af46e79), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.628794 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5529fb-fe73-4d30-baf7-b4b1209ee825 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c6883970-f374-4721-8392-c89d5af46e79), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.709537 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a5529fb-fe73-4d30-baf7-b4b1209ee825 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.715651 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5a5529fb-fe73-4d30-baf7-b4b1209ee825 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1913736 Apr 12 16:53:48.715759 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52284) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:48.721588 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5529fb-fe73-4d30-baf7-b4b1209ee825 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6883970-f374-4721-8392-c89d5af46e79,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:48.726505 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-356e3e0e-4deb-4d6a-8160-3f51a19d17a4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': 'c6883970-f374-4721-8392-c89d5af46e79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:48.729245 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef98cf-4507-432b-8c0c-df593823ffd1 req-55bc89da-d172-462c-8edd-1c2be4a98227 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:48.731432 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eaef98cf-4507-432b-8c0c-df593823ffd1 req-55bc89da-d172-462c-8edd-1c2be4a98227 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.1124125 Apr 12 16:53:48.743720 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b885568-f6cc-435b-b8b1-15b2775f855e req-3b45dd52-431d-444b-8d6d-55d092cb9c91 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:48.745234 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7b885568-f6cc-435b-b8b1-15b2775f855e req-3b45dd52-431d-444b-8d6d-55d092cb9c91 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0949168 Apr 12 16:53:48.786420 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-356e3e0e-4deb-4d6a-8160-3f51a19d17a4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (965eaf56-1b87-4f6b-b36e-5229d1bbbad5), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.816463 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eaef98cf-4507-432b-8c0c-df593823ffd1 req-3acbf09e-78c0-4cd3-9ce2-84ab6b40c397 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691094 Apr 12 16:53:48.823305 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7b885568-f6cc-435b-b8b1-15b2775f855e req-145d04ef-f1a0-4115-9ba4-e0b75e7cb4be tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692010 Apr 12 16:53:48.846153 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-356e3e0e-4deb-4d6a-8160-3f51a19d17a4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (965eaf56-1b87-4f6b-b36e-5229d1bbbad5), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.854438 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-356e3e0e-4deb-4d6a-8160-3f51a19d17a4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (965eaf56-1b87-4f6b-b36e-5229d1bbbad5), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.861781 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e3e0e-4deb-4d6a-8160-3f51a19d17a4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965eaf56-1b87-4f6b-b36e-5229d1bbbad5,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:48.883812 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-356e3e0e-4deb-4d6a-8160-3f51a19d17a4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.885042 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-356e3e0e-4deb-4d6a-8160-3f51a19d17a4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686993 Apr 12 16:53:48.887726 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52288) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:48.891916 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-67e5954b-9d08-45ee-97b6-64a0a99988d3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': 'c6883970-f374-4721-8392-c89d5af46e79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:48.916842 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67e5954b-9d08-45ee-97b6-64a0a99988d3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (ff2c9843-25bc-4910-8e59-91c373ace846), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.975076 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67e5954b-9d08-45ee-97b6-64a0a99988d3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (ff2c9843-25bc-4910-8e59-91c373ace846), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.978663 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67e5954b-9d08-45ee-97b6-64a0a99988d3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (ff2c9843-25bc-4910-8e59-91c373ace846), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:48.996479 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5954b-9d08-45ee-97b6-64a0a99988d3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2c9843-25bc-4910-8e59-91c373ace846,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:49.004961 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-67e5954b-9d08-45ee-97b6-64a0a99988d3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.006166 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-67e5954b-9d08-45ee-97b6-64a0a99988d3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175272 Apr 12 16:53:49.009189 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52290) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:53:49.013616 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:49.033544 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.108320 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.216427 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.27.3.138 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/cfc593ec-c597-430d-b44b-deeb7f59c11e) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:53:49.319134 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.351043 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.390470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:53:49.395159 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:53:49.398646 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:53:49.404729 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=cfc593ec-c597-430d-b44b-deeb7f59c11e,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:49.483958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (37945549-a28a-424b-8b3b-811eea4fc85b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.520379 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.666376 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.671409 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.739636 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=cfc593ec-c597-430d-b44b-deeb7f59c11e,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:49.752683 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (37945549-a28a-424b-8b3b-811eea4fc85b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.768511 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:49.769718 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e5648a66-e679-4a64-a435-40dab1fd9227 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7596223 Apr 12 16:53:49.954213 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e5e86-982b-49a5-bdae-3a8a18eb7527 req-6ef4d3df-7ab7-432f-a113-a19314aeccaf tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:49.955591 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca8e5e86-982b-49a5-bdae-3a8a18eb7527 req-6ef4d3df-7ab7-432f-a113-a19314aeccaf tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0595179 Apr 12 16:53:49.995186 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-37e7ec90-c0e4-486c-8142-2da0cbd6df22 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1127590551&fields=id&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 267 time: 0.0698450 Apr 12 16:53:50.050485 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca8e5e86-982b-49a5-bdae-3a8a18eb7527 req-389b4a10-df99-439b-8e33-4744a83a032c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849071 Apr 12 16:53:50.118518 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-043c65b4-5dff-4309-b6fa-3f14e1a87d3e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:50.119994 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-043c65b4-5dff-4309-b6fa-3f14e1a87d3e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.1156960 Apr 12 16:53:50.134524 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-0912f300-287d-48d7-8355-a45c96fa3ca5 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/quotas/fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 375 time: 0.0090189 Apr 12 16:53:50.191210 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-40e7a280-2888-46b2-9692-a3bca2df1156 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495036 Apr 12 16:53:50.300973 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f62181-cd89-4a05-809e-36e2d7ffc979 req-c43eb0f9-b10f-49ec-adf9-86883610bcf4 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:50.302453 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6f62181-cd89-4a05-809e-36e2d7ffc979 req-c43eb0f9-b10f-49ec-adf9-86883610bcf4 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0994370 Apr 12 16:53:50.327833 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-e42319b0-4966-474c-bcae-b8f3060c6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:50.329446 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-e42319b0-4966-474c-bcae-b8f3060c6811 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 1129 time: 0.0396628 Apr 12 16:53:50.363202 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-f723004c-1864-4100-a769-03a92ca6e2a6 service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586580 Apr 12 16:53:50.381838 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6f62181-cd89-4a05-809e-36e2d7ffc979 req-960fe1d3-57fd-40d3-92e8-9f0f35a46614 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734844 Apr 12 16:53:50.435727 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-0c740377-f96d-4779-bd85-0136066c46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:50.437195 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-0c740377-f96d-4779-bd85-0136066c46c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 912 time: 0.1019080 Apr 12 16:53:50.461988 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-812cb3a7-74a7-4c9b-a31f-ce271f94df73 service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908797 Apr 12 16:53:50.503721 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-8ef8ca6a-f06c-4120-b5a4-a00fa456ccc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0587962 Apr 12 16:53:50.552937 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-822c1457-0381-4c4d-a3ab-5536a51f81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:50.554640 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-822c1457-0381-4c4d-a3ab-5536a51f81bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.0444212 Apr 12 16:53:50.606978 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-ddff82cc-a741-49f8-8e1e-d52c7520f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:50.609205 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-ddff82cc-a741-49f8-8e1e-d52c7520f8d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459473 Apr 12 16:53:50.628844 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-11e323db-f07d-4255-b2d9-739a9b984c1c req-1a9e5f41-d147-4e55-9909-2098c478bd22 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 210 time: 0.0274477 Apr 12 16:53:50.706922 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-2060bb40-f010-42d2-a868-67993e0087c7 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915148 Apr 12 16:53:50.810698 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3bf8f638-783b-4f43-bb18-9aab1e913e9c req-f4e6f447-d3bf-44ae-ae61-6c8c76a5d0e4 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954041 Apr 12 16:53:51.495028 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5d4a-0f15-4d7a-ae19-835101d4e5d4 req-10086047-4766-4490-953c-e00e2cf74cd2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:51.496586 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37ce5d4a-0f15-4d7a-ae19-835101d4e5d4 req-10086047-4766-4490-953c-e00e2cf74cd2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0458002 Apr 12 16:53:51.546096 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37ce5d4a-0f15-4d7a-ae19-835101d4e5d4 req-46cc6da9-444d-4e2e-b3a7-08e7ba0fc92a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440249 Apr 12 16:53:51.723126 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0d05686b-a908-4c83-bb28-a72b4f7c2414 req-421c8ddc-4a91-4205-915c-382719fc8b3a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 210 time: 0.0281901 Apr 12 16:53:52.305457 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dac10db7-066d-4ef8-8067-cc7298bfeea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:52.661010 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57812b-53a6-4a1b-a537-c8605aba6058 req-93b0fac6-95df-4bb5-8444-0f04821e6ea0 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:52.662480 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c57812b-53a6-4a1b-a537-c8605aba6058 req-93b0fac6-95df-4bb5-8444-0f04821e6ea0 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0461488 Apr 12 16:53:52.707682 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0c57812b-53a6-4a1b-a537-c8605aba6058 req-bcc88392-21e8-445a-b2d1-eaf4d5b0cab5 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Apr 12 16:53:52.818677 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45b8b8e2-1d7b-4ad8-8016-3e5945818256 req-6ffe8351-df9c-4ea4-8653-c5e3d713ab4c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 210 time: 0.0291276 Apr 12 16:53:53.492910 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-2e0b44e6-f24f-4306-ae1d-593035c4383a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:53.494350 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-2e0b44e6-f24f-4306-ae1d-593035c4383a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.1059501 Apr 12 16:53:53.607610 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-c54d7240-b012-431e-91cc-3d3af6a71691 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 380 time: 0.0545740 Apr 12 16:53:53.627785 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'port': {'device_id': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'admin_state_up': True, 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'security_groups': ['c6883970-f374-4721-8392-c89d5af46e79']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:53.738330 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Made reservation on behalf of fae28403f9c94d76899fbfb5e997f585 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:53:53.742210 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:53.867580 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.20.0.13 (fd491a4c-3c01-45c6-ba4b-d85f30b21624/3665ef25-cb10-4dc5-953d-ceacf9b2be6b/2acd8865-6a24-4518-a5fb-7a14498c1f16) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:53:53.912929 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fae29118-da6c-42b0-bb67-8007e75adb24 req-f6f8383c-e7ae-45fc-a01f-1b6ee1d8be6a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 210 time: 0.0277207 Apr 12 16:53:54.005609 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.038221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.084647 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:53:54.089801 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:53:54.093634 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:53:54.118331 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=2acd8865-6a24-4518-a5fb-7a14498c1f16,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:54.132315 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.132727 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.133095 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.133416 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.133799 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.134142 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.134485 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.134821 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.135295 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.135583 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.135999 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.137096 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.137096 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.137290 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.137585 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:53:54.161542 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:54.162199 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.181942 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-9f23019e-3bb7-4e7a-a064-7a91c5adb24c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5581243 Apr 12 16:53:54.213432 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Request body: {'port': {'device_id': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:53:54.288875 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.394079 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-75c4df7b-58a3-49cc-9c22-b1e64ba68ead None None] Provisioning complete for port 2acd8865-6a24-4518-a5fb-7a14498c1f16 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:53:54.395090 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-75c4df7b-58a3-49cc-9c22-b1e64ba68ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.404876 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f32964-a90f-4beb-8af0-05a82707a94f req-6c956d47-6bb4-4ff5-bfd7-e319f50d90b6 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:54.406745 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91f32964-a90f-4beb-8af0-05a82707a94f req-6c956d47-6bb4-4ff5-bfd7-e319f50d90b6 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0523140 Apr 12 16:53:54.436731 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-75c4df7b-58a3-49cc-9c22-b1e64ba68ead None None] Port 2acd8865-6a24-4518-a5fb-7a14498c1f16 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:53:54.461148 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91f32964-a90f-4beb-8af0-05a82707a94f req-96020631-3914-4ce9-8d44-12a44e189817 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478027 Apr 12 16:53:54.485733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-0050230d-5f5e-4ba3-8602-ee1057b82119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:54.488509 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-0050230d-5f5e-4ba3-8602-ee1057b82119 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1130 time: 0.0693529 Apr 12 16:53:54.648884 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-e72a9315-1e88-4567-8fc9-6f2c37e37638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:54.650342 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-e72a9315-1e88-4567-8fc9-6f2c37e37638 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.1488788 Apr 12 16:53:54.744685 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acd8865-6a24-4518-a5fb-7a14498c1f16 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:53:54.759589 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Publish callbacks [] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.763974 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-72fbe576-d816-42a7-9f68-f08e5b40af87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 1002 time: 0.0969617 Apr 12 16:53:54.798378 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Transition to ACTIVE for port object 2acd8865-6a24-4518-a5fb-7a14498c1f16 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:53:54.804458 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.847625 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-1d9e743d-a327-49f3-9c31-9dc91ca9edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:54.849095 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-1d9e743d-a327-49f3-9c31-9dc91ca9edaf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0785806 Apr 12 16:53:54.863440 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1376-8ff8-46a3-a793-237c84288599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:54.873472 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Pushing event updated for resources: {'Port': ['ID=2acd8865-6a24-4518-a5fb-7a14498c1f16,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:54.923622 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-862fbd89-8730-4cd0-881e-004a8ace49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:54.925124 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-862fbd89-8730-4cd0-881e-004a8ace49f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662963 Apr 12 16:53:55.034465 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Attempting to bind port 2acd8865-6a24-4518-a5fb-7a14498c1f16 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:53:55.034824 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Attempting to bind port 2acd8865-6a24-4518-a5fb-7a14498c1f16 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:53:55.035189 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Attempting to bind port 2acd8865-6a24-4518-a5fb-7a14498c1f16 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:53:55.042001 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Port 2acd8865-6a24-4518-a5fb-7a14498c1f16 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:53:55.042374 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Attempting to bind port 2acd8865-6a24-4518-a5fb-7a14498c1f16 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:53:55.046041 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa83b9b-c208-4bdb-8de3-99aff7d56948 req-57220f29-cc2e-4190-a09c-754dba0a4f8b tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:55.047614 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9aa83b9b-c208-4bdb-8de3-99aff7d56948 req-57220f29-cc2e-4190-a09c-754dba0a4f8b tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 944 time: 0.0493050 Apr 12 16:53:55.051300 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:53:55.051651 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Checking segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:53:55.052045 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Bound using segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:53:55.052483 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Bound port: 2acd8865-6a24-4518-a5fb-7a14498c1f16, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:53:55.052848 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:55.080757 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-2356a583-c36b-439c-bd99-70d131dfbd26 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352699 Apr 12 16:53:55.104244 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9aa83b9b-c208-4bdb-8de3-99aff7d56948 req-64cbe8b5-fc6c-4eac-9ab5-5d6285a6313e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Apr 12 16:53:55.186569 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] For port 2acd8865-6a24-4518-a5fb-7a14498c1f16, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:53:55.190743 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] For port 2acd8865-6a24-4518-a5fb-7a14498c1f16, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:53:55.202491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:55.239341 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-228bd150-88c8-48f5-8f8d-37b9fb18ff72 req-e012d641-11f0-4cdc-ab99-2aa396c9d2c7 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375942 Apr 12 16:53:55.247192 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:55.247730 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:55.249059 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] 10.222.0.49 "PUT /v2.0/ports/2acd8865-6a24-4518-a5fb-7a14498c1f16 HTTP/1.1" status: 200 len: 1094 time: 1.0406382 Apr 12 16:53:55.249497 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:53:55.252186 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8563bbc-452e-4004-81d9-e8e77bc2c371" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:53:55.280862 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a168-ce96-46fe-97ae-2851aefeab58 service neutron] Pushing event updated for resources: {'Port': ['ID=2acd8865-6a24-4518-a5fb-7a14498c1f16,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:53:55.299095 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d00344-1c3e-45f8-94b4-934ac9a22d60 x-openstack-request-id: req-d7d00344-1c3e-45f8-94b4-934ac9a22d60 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:53:55.299393 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:53:55.299651 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7d00344-1c3e-45f8-94b4-934ac9a22d60 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:53:55.300053 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d00344-1c3e-45f8-94b4-934ac9a22d60'] response: {'name': 'network-changed', 'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'status': 'completed', 'code': 200} Apr 12 16:53:55.384622 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-5d29e449-d275-457a-bc6b-6588d3c61546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:55.387138 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-5d29e449-d275-457a-bc6b-6588d3c61546 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 1128 time: 0.0444806 Apr 12 16:53:55.576535 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f37f7d-f0af-4b14-82d1-b7587f0af913 req-0a697e83-0c02-4c73-ac9f-13755f728b2a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:55.577956 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01f37f7d-f0af-4b14-82d1-b7587f0af913 req-0a697e83-0c02-4c73-ac9f-13755f728b2a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0453570 Apr 12 16:53:55.599635 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-cada0e05-5915-41a9-9ab3-fef01e93b7d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16 HTTP/1.1" status: 200 len: 217 time: 0.0345199 Apr 12 16:53:55.627454 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01f37f7d-f0af-4b14-82d1-b7587f0af913 req-8492b4bc-33dd-4a1d-8b5f-3b3fe37d8af2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Apr 12 16:53:55.651601 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-4a12d9b5-0fc2-4a67-a582-df93dafeb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:55.653039 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-4a12d9b5-0fc2-4a67-a582-df93dafeb9a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.0436521 Apr 12 16:53:55.864673 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:55.927716 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-c0d316fe-6967-41b8-b9c9-589c79787b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:55.929232 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-c0d316fe-6967-41b8-b9c9-589c79787b05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2683342 Apr 12 16:53:56.022148 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-e3524d88-c514-42e5-bc00-b71219d8334a service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807619 Apr 12 16:53:56.119113 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-da243bc0-2499-4d4f-8bff-2b0658ba492c req-baf24fd5-8baf-4d76-b917-1295f77397e1 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839019 Apr 12 16:53:56.218781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18eb37-bfb0-4aaa-bd07-250f2caa2623 req-6c67e33a-3cdb-43c6-bac7-6d120e0c07e3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:56.220320 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be18eb37-bfb0-4aaa-bd07-250f2caa2623 req-6c67e33a-3cdb-43c6-bac7-6d120e0c07e3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 944 time: 0.0464919 Apr 12 16:53:56.266509 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-be18eb37-bfb0-4aaa-bd07-250f2caa2623 req-e790b0c8-0ee0-4d5c-80ad-394d23ac2222 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Apr 12 16:53:56.742692 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e498bc3-8bd9-4f3a-9184-0e32ddc5749e req-8614e6b3-ea66-4d34-aec4-2c8ccf69170a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:56.744170 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e498bc3-8bd9-4f3a-9184-0e32ddc5749e req-8614e6b3-ea66-4d34-aec4-2c8ccf69170a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0491803 Apr 12 16:53:56.791371 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9e498bc3-8bd9-4f3a-9184-0e32ddc5749e req-bac6c6aa-6254-42a1-88b0-b2c5654bd7be tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Apr 12 16:53:57.321431 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:57.381611 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23fc1-4e8d-4e8d-9e15-b2137438c02e req-b050b85a-5507-4e92-b641-c324053a9c1c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:57.383065 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eac23fc1-4e8d-4e8d-9e15-b2137438c02e req-b050b85a-5507-4e92-b641-c324053a9c1c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 944 time: 0.0457668 Apr 12 16:53:57.429202 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eac23fc1-4e8d-4e8d-9e15-b2137438c02e req-082d0b48-5f00-45d9-adc8-38e80abac331 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 Apr 12 16:53:57.442946 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-097ebe76-5591-4c28-8b64-7bcd7a418b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:57.444564 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-097ebe76-5591-4c28-8b64-7bcd7a418b99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 1128 time: 0.0391631 Apr 12 16:53:57.537979 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-9f0acf9a-46be-4a06-a3b3-2a8b92d9851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:57.539457 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-9f0acf9a-46be-4a06-a3b3-2a8b92d9851c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 0.0857399 Apr 12 16:53:57.581073 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-f1dfcd76-76de-4a22-85bb-36294fd40ad0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16 HTTP/1.1" status: 200 len: 217 time: 0.0343413 Apr 12 16:53:57.628422 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-60269d63-8467-4195-a755-89a7e74d58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:57.629895 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-60269d63-8467-4195-a755-89a7e74d58ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.0430837 Apr 12 16:53:57.680255 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-038036b4-8537-4b23-bacc-49fcd6273f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:57.681711 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-038036b4-8537-4b23-bacc-49fcd6273f60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405650 Apr 12 16:53:57.775572 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-7149d4c7-2202-487b-9479-29e5a7c2b5e4 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Apr 12 16:53:57.874678 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d8563bbc-452e-4004-81d9-e8e77bc2c371 req-3d0d2ab0-8d65-4c09-b93c-d24772440b98 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889652 Apr 12 16:53:57.906125 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b0062-edc7-4c48-962d-8de3e94f8098 req-255d3614-81c8-41d2-805a-276b50aed5f6 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:57.907622 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e45b0062-edc7-4c48-962d-8de3e94f8098 req-255d3614-81c8-41d2-805a-276b50aed5f6 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0490384 Apr 12 16:53:57.954938 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e45b0062-edc7-4c48-962d-8de3e94f8098 req-0896fdd6-2f8e-4f25-8dbb-f6906f4987b0 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Apr 12 16:53:58.541402 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396483d-c6d7-4c71-97b6-cd7c1a1b0ecd req-0b0298bd-67d0-4d59-bc3e-d45537f34668 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:58.542870 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1396483d-c6d7-4c71-97b6-cd7c1a1b0ecd req-0b0298bd-67d0-4d59-bc3e-d45537f34668 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 944 time: 0.0466018 Apr 12 16:53:58.588123 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1396483d-c6d7-4c71-97b6-cd7c1a1b0ecd req-10135b87-01b8-46d7-90c0-7cc5b04c63bf tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Apr 12 16:53:58.969590 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:53:59.069844 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f5839-e12d-425c-9b45-de4598ae69d1 req-a0f5ab72-18fa-4a0a-863a-61b9deb6b42e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:59.071240 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-130f5839-e12d-425c-9b45-de4598ae69d1 req-a0f5ab72-18fa-4a0a-863a-61b9deb6b42e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0472870 Apr 12 16:53:59.121204 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-130f5839-e12d-425c-9b45-de4598ae69d1 req-a5b1dc28-ae8d-4b6c-98c9-2f142dd62b2a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Apr 12 16:53:59.699372 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7a498-d7f1-464f-9992-ba55090091af req-2eac25f1-1846-45d8-81cf-a2396b0feb17 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:53:59.700879 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1bf7a498-d7f1-464f-9992-ba55090091af req-2eac25f1-1846-45d8-81cf-a2396b0feb17 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 944 time: 0.0456841 Apr 12 16:53:59.752056 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1bf7a498-d7f1-464f-9992-ba55090091af req-a7612939-b7f6-41f6-ba8e-df2f46377ab3 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454512 Apr 12 16:54:00.119553 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 2acd8865-6a24-4518-a5fb-7a14498c1f16 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:54:00.220459 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 2acd8865-6a24-4518-a5fb-7a14498c1f16, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:00.231908 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'port_id': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'mac_address': 'fa:16:3e:c2:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:54:00.233210 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fced0-913d-4013-958f-67d5a0202185 req-721dc6d3-8fe4-4df8-b445-532813ec3e1e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:00.234769 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed3fced0-913d-4013-958f-67d5a0202185 req-721dc6d3-8fe4-4df8-b445-532813ec3e1e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0462599 Apr 12 16:54:00.269642 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 2acd8865-6a24-4518-a5fb-7a14498c1f16 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:54:00.270037 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:00.282445 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ed3fced0-913d-4013-958f-67d5a0202185 req-3a545838-9a61-4e2b-a4bd-728d549d41dc tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Apr 12 16:54:00.282659 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acd8865-6a24-4518-a5fb-7a14498c1f16 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:54:00.307347 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 2acd8865-6a24-4518-a5fb-7a14498c1f16, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:00.312933 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:00.361875 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=2acd8865-6a24-4518-a5fb-7a14498c1f16,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:00.810630 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['2acd8865-6a24-4518-a5fb-7a14498c1f16'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:54:00.873124 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ddd22-46c7-4c87-a601-22a323f03b53 req-f6941f4c-03a0-429a-8d52-61cf381e0858 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:00.875236 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d92ddd22-46c7-4c87-a601-22a323f03b53 req-f6941f4c-03a0-429a-8d52-61cf381e0858 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 945 time: 0.0566611 Apr 12 16:54:00.927572 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d92ddd22-46c7-4c87-a601-22a323f03b53 req-19114dcc-c9a5-4ab0-8139-25d76113b2d6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455942 Apr 12 16:54:00.996621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908f4c5-c162-44a4-bdf1-7f15a02f6413 req-53e64c47-512e-4dcc-a71a-b98057e4656c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:00.998063 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d908f4c5-c162-44a4-bdf1-7f15a02f6413 req-53e64c47-512e-4dcc-a71a-b98057e4656c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0454099 Apr 12 16:54:01.047788 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d908f4c5-c162-44a4-bdf1-7f15a02f6413 req-00f63dd5-dd3c-4e96-ac31-62c7cd0f4710 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Apr 12 16:54:01.073052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52420) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:01.152963 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020456b-ce74-464f-833e-9cdfb3204820 tempest-TestMinimumBasicScenario-1413760770 tempest-TestMinimumBasicScenario-1413760770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:01.154364 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0020456b-ce74-464f-833e-9cdfb3204820 tempest-TestMinimumBasicScenario-1413760770 tempest-TestMinimumBasicScenario-1413760770-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1125 time: 0.0803032 Apr 12 16:54:01.157222 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52424) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:01.161280 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'port_id': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:01.181790 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:01.261314 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:01.369285 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Allocated IP 172.27.3.12 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/f35cf765-8c13-4fad-bbe4-44b8cbb62e34) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:54:01.400262 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa96db-fa5c-4109-a029-58ac98b5bd06 req-68b2adfa-04a9-4c6c-810f-da0eaf1f5b0c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:01.402468 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-86fa96db-fa5c-4109-a029-58ac98b5bd06 req-68b2adfa-04a9-4c6c-810f-da0eaf1f5b0c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0545523 Apr 12 16:54:01.451305 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-86fa96db-fa5c-4109-a029-58ac98b5bd06 req-a25dac23-1f3b-4b84-9f57-8bbc01a6525a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 Apr 12 16:54:01.485323 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:01.518170 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:01.562614 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:54:01.567392 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:54:01.569939 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:54:01.594335 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'Port': ['ID=f35cf765-8c13-4fad-bbe4-44b8cbb62e34,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:01.938122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for floatingip (bef7ff8b-db67-4603-98f9-f703630675aa), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.006908 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.040899 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cda255-77b3-4124-b635-9261e5d4c0cb req-7153afc5-b50a-4c90-86da-bdf40372e80c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:02.043028 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-12cda255-77b3-4124-b635-9261e5d4c0cb req-7153afc5-b50a-4c90-86da-bdf40372e80c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 945 time: 0.0471780 Apr 12 16:54:02.088608 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-12cda255-77b3-4124-b635-9261e5d4c0cb req-077c893a-06e4-4d40-be7c-93506cb339ee tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399261 Apr 12 16:54:02.141994 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 2acd8865-6a24-4518-a5fb-7a14498c1f16 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:54:02.158059 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.162573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.188471 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 2acd8865-6a24-4518-a5fb-7a14498c1f16 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:54:02.196152 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 2acd8865-6a24-4518-a5fb-7a14498c1f16 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:54:02.196539 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.231855 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'Port': ['ID=f35cf765-8c13-4fad-bbe4-44b8cbb62e34,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:02.245122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (bef7ff8b-db67-4603-98f9-f703630675aa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.273243 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 2acd8865-6a24-4518-a5fb-7a14498c1f16 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:54:02.273640 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.297386 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:02.299562 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5383e273-4bf3-444f-a241-3d887e6835d8" -d '{"events": [{"server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "name": "network-vif-plugged", "status": "completed", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:02.312039 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 2acd8865-6a24-4518-a5fb-7a14498c1f16, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:02.316435 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.347839 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a81f56-c696-4272-b1c2-ca6bd3eec375 x-openstack-request-id: req-48a81f56-c696-4272-b1c2-ca6bd3eec375 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:02.348129 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "name": "network-vif-plugged", "status": "completed", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:02.348383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48a81f56-c696-4272-b1c2-ca6bd3eec375 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:02.348776 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a81f56-c696-4272-b1c2-ca6bd3eec375'] response: {'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'code': 200} Apr 12 16:54:02.353553 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Floating IP bef7ff8b-db67-4603-98f9-f703630675aa associated. External IP: 172.27.3.12, port: 1c3b1280-6b72-402c-a234-51c8dd9ace3d. Apr 12 16:54:02.373346 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=2acd8865-6a24-4518-a5fb-7a14498c1f16,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:02.566339 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c0e5f-aba5-46e9-9c1f-9978b866794f req-efe0a094-cd92-4417-8387-035ddacb5c34 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:02.567745 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-027c0e5f-aba5-46e9-9c1f-9978b866794f req-efe0a094-cd92-4417-8387-035ddacb5c34 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0456762 Apr 12 16:54:02.601209 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc54a00-49c2-4447-87c7-b57f6cdf5766 req-9bfad164-e25b-43b4-854a-59deca65ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:02.602700 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5bc54a00-49c2-4447-87c7-b57f6cdf5766 req-9bfad164-e25b-43b4-854a-59deca65ee01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 1130 time: 0.0527723 Apr 12 16:54:02.614920 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-027c0e5f-aba5-46e9-9c1f-9978b866794f req-22d26342-836c-4783-9c6a-f5b202afe978 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Apr 12 16:54:02.618220 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Router 4e334368-3049-4a01-ad04-9671249f367e has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:54:02.692974 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-5bc54a00-49c2-4447-87c7-b57f6cdf5766 req-ce29e84d-a18d-474f-b7d4-c4e77ae03b94 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808918 Apr 12 16:54:02.757587 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:54:02.767950 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] Sync routers for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:54:02.778228 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.782099 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:02.782716 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:02.807257 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b6ea3be2-dc13-45f4-a879-eea4676e3487 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6490152 Apr 12 16:54:02.808332 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:02.810557 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52434) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:02.810694 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0f7f19-1215-426e-92b3-9e740e313494" -d '{"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:02.815870 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986184500', 'description': 'tempest-secgroup-smoke-986184500 description', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:02.837985 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.848952 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904aaed0-eba2-4a0c-a258-83e4134e6ff8 x-openstack-request-id: req-904aaed0-eba2-4a0c-a258-83e4134e6ff8 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:02.849357 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:02.849683 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-904aaed0-eba2-4a0c-a258-83e4134e6ff8 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:02.850155 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904aaed0-eba2-4a0c-a258-83e4134e6ff8'] response: {'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'status': 'completed', 'code': 200} Apr 12 16:54:02.894783 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:02.909879 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group (d1a35667-7ca1-4e27-ba00-ed8563983d17), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.913412 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (d1a35667-7ca1-4e27-ba00-ed8563983d17), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.945483 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a35667-7ca1-4e27-ba00-ed8563983d17,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:02.953927 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:02.955179 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1432562 Apr 12 16:54:02.956634 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.956998 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.957347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.957700 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.958047 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.958389 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.958598 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52438) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:02.958720 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.959073 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.959419 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.959757 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.960090 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.960429 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.960765 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.961100 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.961434 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af02d4-9736-4e52-8348-61fcd2d47c5f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:02.963227 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f926c1b1-b953-4d4c-ac20-7791d53229f5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'security_group_rule': {'security_group_id': 'd1a35667-7ca1-4e27-ba00-ed8563983d17', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:02.993852 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f926c1b1-b953-4d4c-ac20-7791d53229f5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (18d0430c-abf2-4e03-a77e-4224453f8b17), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.052027 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f926c1b1-b953-4d4c-ac20-7791d53229f5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (18d0430c-abf2-4e03-a77e-4224453f8b17), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.056341 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f926c1b1-b953-4d4c-ac20-7791d53229f5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (18d0430c-abf2-4e03-a77e-4224453f8b17), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.074442 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926c1b1-b953-4d4c-ac20-7791d53229f5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d0430c-abf2-4e03-a77e-4224453f8b17,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:03.085512 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f926c1b1-b953-4d4c-ac20-7791d53229f5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.089180 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f926c1b1-b953-4d4c-ac20-7791d53229f5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269424 Apr 12 16:54:03.091077 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52440) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:03.095523 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-15691996-1970-430d-ac98-10347a789025 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'security_group_rule': {'security_group_id': 'd1a35667-7ca1-4e27-ba00-ed8563983d17', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:03.115455 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bef7ff8b-db67-4603-98f9-f703630675aa', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '4e334368-3049-4a01-ad04-9671249f367e', 'port_id': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'mac_address': 'fa:16:3e:8b:63:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:54:01Z', 'updated_at': '2022-04-12T16:54:01Z', 'revision_number': 0, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:46Z', 'revision_number': 5, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:03.126375 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15691996-1970-430d-ac98-10347a789025 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (30883017-5cb1-47e4-b0a7-3c19d6618228), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.146849 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] Checking router: 4e334368-3049-4a01-ad04-9671249f367e for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:54:03.155473 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:03.156087 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:03.192102 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15691996-1970-430d-ac98-10347a789025 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (30883017-5cb1-47e4-b0a7-3c19d6618228), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.196439 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15691996-1970-430d-ac98-10347a789025 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (30883017-5cb1-47e4-b0a7-3c19d6618228), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.214270 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d03d2-7f64-4674-bcac-7571c71d0177 req-4205eb47-52dd-4d38-9e52-3e9058a01e3c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:03.215360 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15691996-1970-430d-ac98-10347a789025 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30883017-5cb1-47e4-b0a7-3c19d6618228,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:03.219759 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-264d03d2-7f64-4674-bcac-7571c71d0177 req-4205eb47-52dd-4d38-9e52-3e9058a01e3c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0565982 Apr 12 16:54:03.224445 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15691996-1970-430d-ac98-10347a789025 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.225869 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-15691996-1970-430d-ac98-10347a789025 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338065 Apr 12 16:54:03.231375 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:03.236958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a0e4e29f-d711-493f-aff4-589d19767789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'security_group_rule': {'security_group_id': 'd1a35667-7ca1-4e27-ba00-ed8563983d17', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:03.264849 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e29f-d711-493f-aff4-589d19767789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (476dabd7-fd4d-46a1-a301-1eea30feaaba), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.272673 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:03.273257 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-264d03d2-7f64-4674-bcac-7571c71d0177 req-91f5511e-c16a-42fc-8eef-d30599309a03 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460598 Apr 12 16:54:03.325850 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e29f-d711-493f-aff4-589d19767789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (476dabd7-fd4d-46a1-a301-1eea30feaaba), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.331444 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e29f-d711-493f-aff4-589d19767789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (476dabd7-fd4d-46a1-a301-1eea30feaaba), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.347240 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4e29f-d711-493f-aff4-589d19767789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476dabd7-fd4d-46a1-a301-1eea30feaaba,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:03.358722 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e29f-d711-493f-aff4-589d19767789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.359965 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a0e4e29f-d711-493f-aff4-589d19767789 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275654 Apr 12 16:54:03.362760 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52446) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:03.368016 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-f610a99b-6f5d-4a01-b039-ad9507bc0411 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'security_group_rule': {'security_group_id': 'd1a35667-7ca1-4e27-ba00-ed8563983d17', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:03.392992 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f610a99b-6f5d-4a01-b039-ad9507bc0411 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (a58e4435-d521-4f97-9f05-354fc90d9b95), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.449016 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f610a99b-6f5d-4a01-b039-ad9507bc0411 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (a58e4435-d521-4f97-9f05-354fc90d9b95), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.453402 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f610a99b-6f5d-4a01-b039-ad9507bc0411 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (a58e4435-d521-4f97-9f05-354fc90d9b95), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.470843 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a99b-6f5d-4a01-b039-ad9507bc0411 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58e4435-d521-4f97-9f05-354fc90d9b95,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:03.479222 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f610a99b-6f5d-4a01-b039-ad9507bc0411 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.481051 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f610a99b-6f5d-4a01-b039-ad9507bc0411 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172390 Apr 12 16:54:03.483758 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52448) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:03.488075 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'security_group_rule': {'security_group_id': 'd1a35667-7ca1-4e27-ba00-ed8563983d17', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:03.499466 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bef7ff8b-db67-4603-98f9-f703630675aa', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '4e334368-3049-4a01-ad04-9671249f367e', 'port_id': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'mac_address': 'fa:16:3e:8b:63:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:54:01Z', 'updated_at': '2022-04-12T16:54:01Z', 'revision_number': 0, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:46Z', 'revision_number': 5, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:03.507923 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.securitygroups_db [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Project c62bc585992e4aceb8815a8959cf8e0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:54:03.513725 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (cfbbbfd2-7b6b-4757-8641-1dd8ef9edb9b), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.529976 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40768cbf-80bb-427e-a5e8-f93d50cb416a None None] The sync data for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi is: [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'bef7ff8b-db67-4603-98f9-f703630675aa', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '4e334368-3049-4a01-ad04-9671249f367e', 'port_id': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'mac_address': 'fa:16:3e:8b:63:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:54:01Z', 'updated_at': '2022-04-12T16:54:01Z', 'revision_number': 0, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:46Z', 'revision_number': 5, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:54:03.578695 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (cfbbbfd2-7b6b-4757-8641-1dd8ef9edb9b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.582882 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (cfbbbfd2-7b6b-4757-8641-1dd8ef9edb9b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.602173 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbbbfd2-7b6b-4757-8641-1dd8ef9edb9b,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:03.609873 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.611539 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2d39986f-24dd-40bb-a5bb-88f1d3a6804d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266236 Apr 12 16:54:03.613965 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52450) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:03.618603 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'security_group_rule': {'security_group_id': 'd1a35667-7ca1-4e27-ba00-ed8563983d17', 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:03.646584 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-655f12e3-c2da-462c-a853-80db3bbfe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:03.647762 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.securitygroups_db [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Project c62bc585992e4aceb8815a8959cf8e0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:54:03.648219 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-655f12e3-c2da-462c-a853-80db3bbfe0b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1130 time: 0.0440178 Apr 12 16:54:03.654277 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (9a8ee8d4-5715-4d2e-ac2c-2c8ea3fd2725), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.756780 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-e7912825-c218-4207-8961-5ed958d587aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:03.758270 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-e7912825-c218-4207-8961-5ed958d587aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 200 len: 917 time: 0.1023533 Apr 12 16:54:03.759138 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f013e42-cdd4-46cb-bcf8-63f897827221 req-ba924e70-bfa1-4bf3-844e-8d264142a7ef tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:03.760673 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7f013e42-cdd4-46cb-bcf8-63f897827221 req-ba924e70-bfa1-4bf3-844e-8d264142a7ef tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0598967 Apr 12 16:54:03.763362 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (9a8ee8d4-5715-4d2e-ac2c-2c8ea3fd2725), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.773960 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (9a8ee8d4-5715-4d2e-ac2c-2c8ea3fd2725), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.795144 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651dac1-0092-4af5-a390-1dcccd09b13c None None] New status for floating IP bef7ff8b-db67-4603-98f9-f703630675aa: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:54:03.808617 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8ee8d4-5715-4d2e-ac2c-2c8ea3fd2725,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:03.824477 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:03.828499 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-af7a6697-ff2d-45e4-a533-aae0922dd8d6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2107687 Apr 12 16:54:03.845607 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7f013e42-cdd4-46cb-bcf8-63f897827221 req-0db779fb-193b-41a7-852f-b35f8c5ce20a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781076 Apr 12 16:54:03.851359 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-0b177869-caee-4301-b187-c370aa2d4584 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 999 time: 0.0768173 Apr 12 16:54:03.915167 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-36cfdcac-54a4-4c3c-a579-ff0fe1221b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:03.916858 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-36cfdcac-54a4-4c3c-a579-ff0fe1221b1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da0cd3b-d749-47f1-8b51-44a575c6a873 HTTP/1.1" status: 200 len: 854 time: 0.0609400 Apr 12 16:54:03.935794 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-f8e20610-ca11-40e9-aa00-a8f7a329ef4b tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986184500&fields=id&tenant_id=c62bc585992e4aceb8815a8959cf8e0c HTTP/1.1" status: 200 len: 267 time: 0.0541368 Apr 12 16:54:03.988449 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-c8cc5ac0-6965-4e4b-baf3-37cc3822b9c6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:03.990133 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-c8cc5ac0-6965-4e4b-baf3-37cc3822b9c6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0483596 Apr 12 16:54:04.002086 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'port': {'security_groups': ['c924eacc-4ea3-4096-854c-218cee70b5f9', 'd1a35667-7ca1-4e27-ba00-ed8563983d17']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:04.074558 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:04.432217 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf0572-e0b4-41e0-a227-0fb95014c4c9 req-e5d90e00-beb5-406f-9f86-47f19a28e138 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:04.434252 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fedf0572-e0b4-41e0-a227-0fb95014c4c9 req-e5d90e00-beb5-406f-9f86-47f19a28e138 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0811012 Apr 12 16:54:04.516183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fedf0572-e0b4-41e0-a227-0fb95014c4c9 req-25764f6c-6e3b-42aa-a076-63b8a7f4e8d0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761962 Apr 12 16:54:04.596203 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:04.626871 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:04.631532 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:04.672918 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1c3b1280-6b72-402c-a234-51c8dd9ace3d'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:54:04.684316 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:04.684888 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:04.686351 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cc93c65e-f202-4454-a6a6-97bd150eb7f7 req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "PUT /v2.0/ports/1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 982 time: 0.6887288 Apr 12 16:54:04.686822 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:04.689434 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac2edb2-fba6-4356-8598-1996c3048813" -d '{"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:04.732712 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eff83f-5527-4cd6-9960-0b2d8544ffa4 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=6']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:04.772165 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029ae5b1-360b-4f7b-aaf8-4df9ecd4d2d5 x-openstack-request-id: req-029ae5b1-360b-4f7b-aaf8-4df9ecd4d2d5 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:04.772489 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:04.772754 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-029ae5b1-360b-4f7b-aaf8-4df9ecd4d2d5 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:04.773153 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029ae5b1-360b-4f7b-aaf8-4df9ecd4d2d5'] response: {'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'status': 'completed', 'code': 200} Apr 12 16:54:04.847796 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9880ccb-8e7e-492e-9382-464ad28b7ea7 req-c08b2913-cb4d-4cd5-b931-937d259da145 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:04.849472 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9880ccb-8e7e-492e-9382-464ad28b7ea7 req-c08b2913-cb4d-4cd5-b931-937d259da145 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0638790 Apr 12 16:54:04.959233 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1c3b1280-6b72-402c-a234-51c8dd9ace3d'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:54:04.980779 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-3212a473-6c72-4f75-9ed4-442251f56437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:04.982509 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-3212a473-6c72-4f75-9ed4-442251f56437 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=414c2dfe-22b2-489e-94eb-7bbed5e32ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3440127 Apr 12 16:54:04.998628 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b9880ccb-8e7e-492e-9382-464ad28b7ea7 req-e66113b6-9ac0-4d52-8d3f-e6c1483b9bf2 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377745 Apr 12 16:54:05.010162 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e16d4a-57a9-4929-a734-2e8a12b0d9dd req-16e5d8e6-3c24-4568-a5e1-4640283b719c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:05.013253 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f8e16d4a-57a9-4929-a734-2e8a12b0d9dd req-16e5d8e6-3c24-4568-a5e1-4640283b719c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0745132 Apr 12 16:54:05.079291 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f8e16d4a-57a9-4929-a734-2e8a12b0d9dd req-de58216c-d660-4520-9748-1b300d4c09a1 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488586 Apr 12 16:54:05.087036 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-c5073dfa-6bdc-4ecd-a5ff-18fad293976d service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941696 Apr 12 16:54:05.099803 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-861bcc95-6ca0-4678-b237-81f8cb05a393 None None] Provisioning complete for port 1c3b1280-6b72-402c-a234-51c8dd9ace3d triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:54:05.100122 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-861bcc95-6ca0-4678-b237-81f8cb05a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:05.180353 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9f0f7f19-1215-426e-92b3-9e740e313494 req-7785d99e-5bff-4150-8487-b057428f6c99 service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Apr 12 16:54:05.258295 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:54:05.294757 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-861bcc95-6ca0-4678-b237-81f8cb05a393 None None] Current status of the port 1c3b1280-6b72-402c-a234-51c8dd9ace3d is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:54:05.309290 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-6bf3f33e-0e22-484f-a2a4-fd4477f26ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:05.310794 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-6bf3f33e-0e22-484f-a2a4-fd4477f26ec7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1169 time: 0.0401106 Apr 12 16:54:05.404718 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-a7e5ac67-2dc7-42d9-9185-7be06e8a056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:05.406217 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-a7e5ac67-2dc7-42d9-9185-7be06e8a056e service neutron] 10.222.0.49 "GET /v2.0/networks?id=414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 200 len: 917 time: 0.0894141 Apr 12 16:54:05.473099 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-88c818d5-654a-4203-baf8-0d0fb78bdf33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 1001 time: 0.0573082 Apr 12 16:54:05.613053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-3aee504a-d602-4c68-8c67-b9f8356ecaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:05.614518 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-3aee504a-d602-4c68-8c67-b9f8356ecaee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da0cd3b-d749-47f1-8b51-44a575c6a873 HTTP/1.1" status: 200 len: 854 time: 0.0503016 Apr 12 16:54:05.633621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acb550-0a98-4f2a-ae24-38b020f3c11e req-059c8e2e-7757-4980-8708-8f80024d515c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:05.635175 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-00acb550-0a98-4f2a-ae24-38b020f3c11e req-059c8e2e-7757-4980-8708-8f80024d515c tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0525157 Apr 12 16:54:05.659885 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-911af9c6-a8ea-4fbd-9284-ea148af1fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:05.661433 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-911af9c6-a8ea-4fbd-9284-ea148af1fc54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=414c2dfe-22b2-489e-94eb-7bbed5e32ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390205 Apr 12 16:54:05.682315 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-00acb550-0a98-4f2a-ae24-38b020f3c11e req-cf5da487-a3dc-4acf-839e-a790044a4441 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Apr 12 16:54:05.755896 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-c76a2b4c-1fa1-4ebd-aee2-ddf0c14cc446 service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863338 Apr 12 16:54:05.796859 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6aaa9-4aed-4a23-8ba5-bfce20323ec4 req-e0a45f4d-9c5e-4100-ac80-705bb5c9d975 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:05.798601 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7ea6aaa9-4aed-4a23-8ba5-bfce20323ec4 req-e0a45f4d-9c5e-4100-ac80-705bb5c9d975 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0486302 Apr 12 16:54:05.809586 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52470) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:05.814416 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'port_id': '2acd8865-6a24-4518-a5fb-7a14498c1f16'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:05.852504 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3ac2edb2-fba6-4356-8598-1996c3048813 req-f0c29f5b-1fe8-4da1-a8e9-02f7c0e65aed service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903602 Apr 12 16:54:05.857360 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (37945549-a28a-424b-8b3b-811eea4fc85b), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:06.239274 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5c1f-0bd5-4a97-811e-c514a88719d8 req-666584a6-7832-4e85-bd8d-3b2094af924a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:06.240732 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07ef5c1f-0bd5-4a97-811e-c514a88719d8 req-666584a6-7832-4e85-bd8d-3b2094af924a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0835593 Apr 12 16:54:06.328750 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07ef5c1f-0bd5-4a97-811e-c514a88719d8 req-824df887-36b8-4fef-bf6d-36486d7ea299 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785699 Apr 12 16:54:06.394081 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:06.398023 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (37945549-a28a-424b-8b3b-811eea4fc85b), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:06.499663 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP 37945549-a28a-424b-8b3b-811eea4fc85b associated. External IP: 172.27.3.138, port: 2acd8865-6a24-4518-a5fb-7a14498c1f16. Apr 12 16:54:06.704121 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:54:06.811560 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:54:06.816626 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:06.820744 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:54:06.831831 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:06.832442 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:06.851508 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-db21b7ba-759c-4891-8681-b411d386abe8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "PUT /v2.0/floatingips/37945549-a28a-424b-8b3b-811eea4fc85b HTTP/1.1" status: 200 len: 992 time: 1.0406003 Apr 12 16:54:06.852111 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:06.854368 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e5542-a517-492f-af3d-10811b687536" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:06.896025 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f213e7c6-2b65-4eba-992a-2889baa73056 x-openstack-request-id: req-f213e7c6-2b65-4eba-992a-2889baa73056 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:06.896317 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:06.896573 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f213e7c6-2b65-4eba-992a-2889baa73056 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:06.896978 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f213e7c6-2b65-4eba-992a-2889baa73056'] response: {'name': 'network-changed', 'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'status': 'completed', 'code': 200} Apr 12 16:54:06.941652 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:07.002196 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5542-a517-492f-af3d-10811b687536 req-bc869d11-10f1-42e2-a3db-c0c18d3efce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:07.003752 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3a9e5542-a517-492f-af3d-10811b687536 req-bc869d11-10f1-42e2-a3db-c0c18d3efce3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 1130 time: 0.0383623 Apr 12 16:54:07.102379 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5542-a517-492f-af3d-10811b687536 req-627c17a5-8769-4903-9c9f-d1abdbef38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:07.103883 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3a9e5542-a517-492f-af3d-10811b687536 req-627c17a5-8769-4903-9c9f-d1abdbef38d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 0.0873957 Apr 12 16:54:07.157260 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '37945549-a28a-424b-8b3b-811eea4fc85b', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:c2:93:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:53:49Z', 'updated_at': '2022-04-12T16:54:06Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:07.170427 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3a9e5542-a517-492f-af3d-10811b687536 req-620ccfbc-4f85-4bc9-a78f-e7259007da65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16 HTTP/1.1" status: 200 len: 1000 time: 0.0588872 Apr 12 16:54:07.235886 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5542-a517-492f-af3d-10811b687536 req-e3d7c511-0e4e-4030-83ef-9f3e29e72b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:07.237352 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3a9e5542-a517-492f-af3d-10811b687536 req-e3d7c511-0e4e-4030-83ef-9f3e29e72b5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.0510757 Apr 12 16:54:07.278981 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:54:07.286064 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5542-a517-492f-af3d-10811b687536 req-31948419-0421-4e36-9c0d-deea5ff118bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:07.287390 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:07.287647 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3a9e5542-a517-492f-af3d-10811b687536 req-31948419-0421-4e36-9c0d-deea5ff118bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397079 Apr 12 16:54:07.288001 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:07.391339 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3a9e5542-a517-492f-af3d-10811b687536 req-4fe50ab6-9b54-4a3e-899e-e4e3458ac5aa service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893180 Apr 12 16:54:07.398192 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:07.464912 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7b6c-4883-4cd7-9d6d-c404f3765d76 req-e344cb4e-f7c2-4b10-a9a3-b6bf61f6c000 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:07.466530 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-675a7b6c-4883-4cd7-9d6d-c404f3765d76 req-e344cb4e-f7c2-4b10-a9a3-b6bf61f6c000 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0654378 Apr 12 16:54:07.502358 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3a9e5542-a517-492f-af3d-10811b687536 req-e3b183ec-76a8-4922-927e-e4aa1a52228f service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049595 Apr 12 16:54:07.524195 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-675a7b6c-4883-4cd7-9d6d-c404f3765d76 req-d1308dd8-f932-4065-901e-01562efdbf08 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438180 Apr 12 16:54:07.629312 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '37945549-a28a-424b-8b3b-811eea4fc85b', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:c2:93:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:53:49Z', 'updated_at': '2022-04-12T16:54:06Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:07.660342 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a05d87-2731-41c4-b1d8-c877320ac40d None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '37945549-a28a-424b-8b3b-811eea4fc85b', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:c2:93:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:53:49Z', 'updated_at': '2022-04-12T16:54:06Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:54:07.863904 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bae98-3c4c-49b8-a902-e93a4f22cff2 None None] New status for floating IP 37945549-a28a-424b-8b3b-811eea4fc85b: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:54:08.640379 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34978d-0ddf-4a82-8469-90a099ef35f1 req-a3b8edda-3e4f-4ae6-b079-7bb8a28a5d9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:08.641840 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ea34978d-0ddf-4a82-8469-90a099ef35f1 req-a3b8edda-3e4f-4ae6-b079-7bb8a28a5d9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0461023 Apr 12 16:54:08.688570 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ea34978d-0ddf-4a82-8469-90a099ef35f1 req-826818ec-b15c-4d44-9697-ef164a649c20 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Apr 12 16:54:09.805793 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e14e60-86f6-47c1-8e28-356fa82441e5 req-9e37cd95-8255-4deb-b8bc-540ff3f36759 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:09.807286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7e14e60-86f6-47c1-8e28-356fa82441e5 req-9e37cd95-8255-4deb-b8bc-540ff3f36759 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0493078 Apr 12 16:54:09.852920 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7e14e60-86f6-47c1-8e28-356fa82441e5 req-b277a2bb-71a8-46d3-96ea-2a3719fce073 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Apr 12 16:54:10.963187 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94475a03-d77a-44e3-a7f9-68e34ecf9b2c req-a5c6960d-18f1-4564-9593-74f5c3076ed2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:10.965435 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94475a03-d77a-44e3-a7f9-68e34ecf9b2c req-a5c6960d-18f1-4564-9593-74f5c3076ed2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0456223 Apr 12 16:54:11.012335 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94475a03-d77a-44e3-a7f9-68e34ecf9b2c req-9a314527-05fd-4747-88ea-0c94bd91df27 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Apr 12 16:54:11.907248 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:12.124220 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699dc59-2790-4e98-b9df-af2ef333d8ef req-b5b39215-7fb3-42ae-93d9-0209ba0945c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:12.125335 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb426a19-c55d-41ab-87fa-49293cfe04be req-cddaafa1-b144-4916-9777-fb6cf27fa0eb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:12.125747 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3699dc59-2790-4e98-b9df-af2ef333d8ef req-b5b39215-7fb3-42ae-93d9-0209ba0945c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1130 time: 0.0384321 Apr 12 16:54:12.126830 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb426a19-c55d-41ab-87fa-49293cfe04be req-cddaafa1-b144-4916-9777-fb6cf27fa0eb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0461276 Apr 12 16:54:12.172058 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3699dc59-2790-4e98-b9df-af2ef333d8ef req-02f84922-b475-46bf-998a-d36f529fd05f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Apr 12 16:54:12.177978 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fb426a19-c55d-41ab-87fa-49293cfe04be req-77cde6e7-8857-4e48-bdd3-4e3af7530c6a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454822 Apr 12 16:54:13.289624 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6dfe5-8f5e-4954-914b-de0e55294ba8 req-e1bbb281-ca10-445b-b7cf-1d388a99d784 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:13.291126 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fba6dfe5-8f5e-4954-914b-de0e55294ba8 req-e1bbb281-ca10-445b-b7cf-1d388a99d784 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0462558 Apr 12 16:54:13.338423 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fba6dfe5-8f5e-4954-914b-de0e55294ba8 req-db4d205d-d50b-4a89-b6c8-03bca06c6181 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Apr 12 16:54:14.455843 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24331087-b453-4379-8d02-472020860b97 req-9a55d66b-c9a5-4c69-aab2-3732c44f5c52 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:14.457334 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24331087-b453-4379-8d02-472020860b97 req-9a55d66b-c9a5-4c69-aab2-3732c44f5c52 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0473075 Apr 12 16:54:14.503173 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24331087-b453-4379-8d02-472020860b97 req-07e2dafb-6f2f-442f-9bd9-d4ce3ad64fc8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403306 Apr 12 16:54:14.896467 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d20f5-650d-4a9c-b398-f58c88f7b763 req-2b332db5-7c85-41d5-99ec-6399778cf9bb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:14.897898 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca1d20f5-650d-4a9c-b398-f58c88f7b763 req-2b332db5-7c85-41d5-99ec-6399778cf9bb tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0521476 Apr 12 16:54:14.900231 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-20a1e1f0-8a0c-4183-bbc0-e89f54c8a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:14.901767 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-20a1e1f0-8a0c-4183-bbc0-e89f54c8a2cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1130 time: 0.0422041 Apr 12 16:54:14.950730 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca1d20f5-650d-4a9c-b398-f58c88f7b763 req-c8d2742a-3d80-4a26-8eb7-531f18c42d03 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Apr 12 16:54:14.993177 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-57b24e60-00b2-49ea-8652-0669955a9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:14.994676 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-57b24e60-00b2-49ea-8652-0669955a9105 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.0856354 Apr 12 16:54:15.062792 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-e640ebbe-3492-4717-8921-b14a23a557ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 1002 time: 0.0612912 Apr 12 16:54:15.110863 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-29468982-6226-42ca-8502-84cd3ed204b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:15.112335 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-29468982-6226-42ca-8502-84cd3ed204b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0425050 Apr 12 16:54:15.155692 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-77781f67-47d2-4fad-bee6-a4bd601bf524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:15.157037 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-77781f67-47d2-4fad-bee6-a4bd601bf524 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381026 Apr 12 16:54:15.251187 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-2d54c585-a9b9-41b4-8606-875797622cb3 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855725 Apr 12 16:54:15.340734 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-0c4d8dac-7918-45df-a2b2-35462ef40981 req-e59f2e60-d99b-47b2-ad23-624985744db4 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809820 Apr 12 16:54:16.064733 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c63c23-94cc-4883-871a-01faccb1789d req-79c1d181-cc26-49cd-973d-e1c70cf7628c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:16.066132 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28c63c23-94cc-4883-871a-01faccb1789d req-79c1d181-cc26-49cd-973d-e1c70cf7628c tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0450969 Apr 12 16:54:16.117903 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-28c63c23-94cc-4883-871a-01faccb1789d req-ab439c27-4beb-4492-95f1-1591da6c10ed tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460029 Apr 12 16:54:17.234632 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40dfe-0c54-4b29-8fa4-85852499456a req-d8eaa081-3842-4512-8b5f-fa991d893c90 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:17.236126 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69f40dfe-0c54-4b29-8fa4-85852499456a req-d8eaa081-3842-4512-8b5f-fa991d893c90 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0481553 Apr 12 16:54:17.283183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-69f40dfe-0c54-4b29-8fa4-85852499456a req-3bb01cd2-31a4-42ed-9c16-dcd0debcfa9f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Apr 12 16:54:18.395586 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce7fc2-d524-4196-b850-e3139b285eae req-5f307733-12df-44ba-9c48-25a391d82736 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:18.397083 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-51ce7fc2-d524-4196-b850-e3139b285eae req-5f307733-12df-44ba-9c48-25a391d82736 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0472424 Apr 12 16:54:18.445149 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-51ce7fc2-d524-4196-b850-e3139b285eae req-b47cd6e4-e5d1-4c84-808d-6feddf8681ee tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417237 Apr 12 16:54:19.556808 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7154054-38d4-4e9c-9b35-3ab0191a373e req-3dfca58b-be83-4ce7-bb7a-85aaaa2732dd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:19.558916 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a7154054-38d4-4e9c-9b35-3ab0191a373e req-3dfca58b-be83-4ce7-bb7a-85aaaa2732dd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0451686 Apr 12 16:54:19.607275 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a7154054-38d4-4e9c-9b35-3ab0191a373e req-f6da923c-58ba-4add-8bae-c9d2e2b9bc19 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Apr 12 16:54:19.716502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c39ce-7d44-41f7-a08d-d0479189a97b req-f58dd360-3e27-48c9-851f-284ea22acff7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:19.718582 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-782c39ce-7d44-41f7-a08d-d0479189a97b req-f58dd360-3e27-48c9-851f-284ea22acff7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0488267 Apr 12 16:54:19.727028 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52526) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:19.731814 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Request body: {'floatingip': {'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:19.787732 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:20.253256 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:20.256973 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:20.478277 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Router e4219148-315b-4598-affa-268390ead717 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:54:20.829656 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:54:20.834711 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:20.839057 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] Sync routers for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:54:20.849570 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:20.850186 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:20.867261 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:20.869482 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd24444-6724-4aef-af13-5c6c36894806" -d '{"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:20.901658 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-03a0f3b6-fa8d-47d7-ac85-39f579b32851 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "PUT /v2.0/floatingips/d80938bf-95d3-4fa3-8c1d-165ca79daa89 HTTP/1.1" status: 200 len: 994 time: 1.1736352 Apr 12 16:54:20.906880 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7f0bf-1907-4888-9c7a-f0b4c31c6e50 x-openstack-request-id: req-b9f7f0bf-1907-4888-9c7a-f0b4c31c6e50 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:20.907216 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:20.907476 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9f7f0bf-1907-4888-9c7a-f0b4c31c6e50 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:20.907998 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f7f0bf-1907-4888-9c7a-f0b4c31c6e50'] response: {'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'status': 'completed', 'code': 200} Apr 12 16:54:20.957255 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:21.000796 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24444-6724-4aef-af13-5c6c36894806 req-1accffc5-dbb4-4153-a3f0-4499516bfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:21.002296 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bcd24444-6724-4aef-af13-5c6c36894806 req-1accffc5-dbb4-4153-a3f0-4499516bfc6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1130 time: 0.0435627 Apr 12 16:54:21.093447 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24444-6724-4aef-af13-5c6c36894806 req-ca436013-60cd-4960-a31e-19653fce8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:21.094828 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bcd24444-6724-4aef-af13-5c6c36894806 req-ca436013-60cd-4960-a31e-19653fce8f17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.0856235 Apr 12 16:54:21.163843 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bcd24444-6724-4aef-af13-5c6c36894806 req-8dc5f9e4-d9cb-4829-b495-12f69abc763e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 1002 time: 0.0614517 Apr 12 16:54:21.172956 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd80938bf-95d3-4fa3-8c1d-165ca79daa89', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e4219148-315b-4598-affa-268390ead717', 'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'mac_address': 'fa:16:3e:7e:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:52:26Z', 'updated_at': '2022-04-12T16:54:20Z', 'revision_number': 3, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:21.205908 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] Checking router: e4219148-315b-4598-affa-268390ead717 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:54:21.214112 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:21.214771 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:53:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:21.218186 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24444-6724-4aef-af13-5c6c36894806 req-9d8adf2b-6004-4d77-82e1-e55bf271609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:21.219732 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bcd24444-6724-4aef-af13-5c6c36894806 req-9d8adf2b-6004-4d77-82e1-e55bf271609a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0442348 Apr 12 16:54:21.267273 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24444-6724-4aef-af13-5c6c36894806 req-6d8f27cb-e4a9-4051-a444-53628f8c8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:21.268779 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bcd24444-6724-4aef-af13-5c6c36894806 req-6d8f27cb-e4a9-4051-a444-53628f8c8f51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387082 Apr 12 16:54:21.321748 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:21.362452 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bcd24444-6724-4aef-af13-5c6c36894806 req-5470e9ca-48c2-486a-97bd-2cae977e2af5 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868595 Apr 12 16:54:21.454470 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bcd24444-6724-4aef-af13-5c6c36894806 req-bba8033d-58b9-4905-836d-8d17846d46b1 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Apr 12 16:54:21.532782 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd80938bf-95d3-4fa3-8c1d-165ca79daa89', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e4219148-315b-4598-affa-268390ead717', 'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'mac_address': 'fa:16:3e:7e:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:52:26Z', 'updated_at': '2022-04-12T16:54:20Z', 'revision_number': 3, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:21.562168 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87971ca4-3c4b-4867-9e84-b321082c862d None None] The sync data for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi is: [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'd80938bf-95d3-4fa3-8c1d-165ca79daa89', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e4219148-315b-4598-affa-268390ead717', 'port_id': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'mac_address': 'fa:16:3e:7e:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f81585-34bc-4adc-9488-4c4754e93c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:52:26Z', 'updated_at': '2022-04-12T16:54:20Z', 'revision_number': 3, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:54:22.307700 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-07c8ed11-55fc-44d3-97de-37d6f66a84c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:22.909448 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:22.911794 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69872c89-cdd0-4eb8-8331-50b3530547ca" -d '{"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:22.946609 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06678c3b-7eb2-471e-85ec-bb5a511b48f8 x-openstack-request-id: req-06678c3b-7eb2-471e-85ec-bb5a511b48f8 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:22.946916 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:22.947180 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06678c3b-7eb2-471e-85ec-bb5a511b48f8 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:22.947577 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06678c3b-7eb2-471e-85ec-bb5a511b48f8'] response: {'name': 'network-changed', 'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'status': 'completed', 'code': 200} Apr 12 16:54:23.044517 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-0ee4f913-49db-48a4-9778-b26207174669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:23.045945 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-0ee4f913-49db-48a4-9778-b26207174669 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 1130 time: 0.0420992 Apr 12 16:54:23.139277 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-3c2cf947-310b-4387-9784-bdad9a8d89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:23.140863 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-3c2cf947-310b-4387-9784-bdad9a8d89bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.0883317 Apr 12 16:54:23.208046 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-e70e30d1-3c49-48ab-9ba7-757031f3be6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 200 len: 1002 time: 0.0609159 Apr 12 16:54:23.259165 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-e4e4b0c8-5b74-4b38-8653-54ef8fe066fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:23.260587 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-e4e4b0c8-5b74-4b38-8653-54ef8fe066fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0435519 Apr 12 16:54:23.302232 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-12a916df-206b-406f-850b-faf1ff7912cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:23.303637 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-12a916df-206b-406f-850b-faf1ff7912cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365398 Apr 12 16:54:23.395288 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-8b19c683-9fd7-4b31-b237-ebae7f2337f8 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835605 Apr 12 16:54:23.483234 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-69872c89-cdd0-4eb8-8331-50b3530547ca req-7f44e25e-626c-4425-ac40-ef4253c86e94 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812268 Apr 12 16:54:24.867355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1de0d2c2-6c02-4ff3-b517-63688b8835d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:25.864760 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:27.325087 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:27.672225 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ab2c-80c7-48ad-ab3f-5ad69db83b76 req-62418535-41fc-4243-a1f3-93cf03289458 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:27.673740 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4af7ab2c-80c7-48ad-ab3f-5ad69db83b76 req-62418535-41fc-4243-a1f3-93cf03289458 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0468042 Apr 12 16:54:27.704721 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-6122808a-5988-4091-9de3-93fb217e19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:27.706207 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-6122808a-5988-4091-9de3-93fb217e19ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1169 time: 0.0437384 Apr 12 16:54:27.737061 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4af7ab2c-80c7-48ad-ab3f-5ad69db83b76 req-2001b1bd-7f81-4eaf-8656-7f56951fd5cb tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570226 Apr 12 16:54:27.805270 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-8deb5362-9d67-49c7-af85-0cc0fdac5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:27.806721 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-8deb5362-9d67-49c7-af85-0cc0fdac5c25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 200 len: 917 time: 0.0853784 Apr 12 16:54:27.874874 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-3c1b703c-ae71-40d6-8350-7a23b773d439 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 1001 time: 0.0607216 Apr 12 16:54:27.928151 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-97d480d2-e7e0-490d-8f28-84b3c9bbe46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:27.929558 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-97d480d2-e7e0-490d-8f28-84b3c9bbe46a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da0cd3b-d749-47f1-8b51-44a575c6a873 HTTP/1.1" status: 200 len: 854 time: 0.0421703 Apr 12 16:54:27.976607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-4502cf00-d725-4aa3-85f7-96cb23f2d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:27.978047 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-4502cf00-d725-4aa3-85f7-96cb23f2d06d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=414c2dfe-22b2-489e-94eb-7bbed5e32ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376689 Apr 12 16:54:28.077163 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-98c8b12d-c132-4c8a-8738-318e5404d5ee service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Apr 12 16:54:28.163756 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-46d168b0-82ea-4444-b5af-002e77c0c4bd req-491732fe-afd5-4348-97c2-84eccc26f8cc service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797992 Apr 12 16:54:28.851394 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9557ec-c387-42bc-89a9-2c51a54a723f req-7918ce75-4dc8-4230-a4bd-2ee4638b601c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:28.852838 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b9557ec-c387-42bc-89a9-2c51a54a723f req-7918ce75-4dc8-4230-a4bd-2ee4638b601c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0456476 Apr 12 16:54:28.911812 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b9557ec-c387-42bc-89a9-2c51a54a723f req-3003fbe9-d5e3-4460-b722-e01c3295bf93 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523150 Apr 12 16:54:28.961904 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:30.022124 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d6f0-bb40-4efe-8512-4b037e3569d9 req-e69c982e-d7b9-4871-9ef6-6ccfd4be957c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:30.023529 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4163d6f0-bb40-4efe-8512-4b037e3569d9 req-e69c982e-d7b9-4871-9ef6-6ccfd4be957c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0454171 Apr 12 16:54:30.083103 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4163d6f0-bb40-4efe-8512-4b037e3569d9 req-bc929e26-bef9-424b-affe-39579d334f8f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528052 Apr 12 16:54:31.207158 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d594df-6725-4f2b-abd5-1cc8de520b63 req-cf0f9534-dd57-4ec3-a423-463fe09897a8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:31.209389 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1d594df-6725-4f2b-abd5-1cc8de520b63 req-cf0f9534-dd57-4ec3-a423-463fe09897a8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0588031 Apr 12 16:54:31.275555 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1d594df-6725-4f2b-abd5-1cc8de520b63 req-677bf2d7-6fef-4165-acfa-49ba0cd08d17 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603030 Apr 12 16:54:32.392363 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e0a24-75be-4a53-aac5-263f4b709a37 req-10e9945d-a90e-4e4a-9388-4aa5f601aa9d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:32.393948 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c93e0a24-75be-4a53-aac5-263f4b709a37 req-10e9945d-a90e-4e4a-9388-4aa5f601aa9d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0475960 Apr 12 16:54:32.460699 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c93e0a24-75be-4a53-aac5-263f4b709a37 req-18056a55-5823-414c-b72e-13cb7ad46c6e tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611277 Apr 12 16:54:33.594317 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f19e25-4b14-4fae-aa20-9f3fd3e44cb4 req-79526c3a-8e56-4b55-aa74-e45427c3ccad tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:33.595968 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a1f19e25-4b14-4fae-aa20-9f3fd3e44cb4 req-79526c3a-8e56-4b55-aa74-e45427c3ccad tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0641992 Apr 12 16:54:33.673586 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf3e16-2449-4e5e-9a61-19866ba1ddeb req-861ec8cb-66c3-4ce5-8ac3-dd0d7681551f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:33.674964 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4bf3e16-2449-4e5e-9a61-19866ba1ddeb req-861ec8cb-66c3-4ce5-8ac3-dd0d7681551f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0664167 Apr 12 16:54:33.707819 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a1f19e25-4b14-4fae-aa20-9f3fd3e44cb4 req-e60ba802-207f-4639-b407-7a990e1680e5 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062567 Apr 12 16:54:33.735843 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4bf3e16-2449-4e5e-9a61-19866ba1ddeb req-64b87403-f365-4bcb-a4c5-749aec3eb5f2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548687 Apr 12 16:54:34.848127 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddb516-5f87-4bcb-8cd2-6c21e88f0f98 req-197f89aa-80c3-42af-8d7b-c05e419ef16e tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:34.849569 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6ddb516-5f87-4bcb-8cd2-6c21e88f0f98 req-197f89aa-80c3-42af-8d7b-c05e419ef16e tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0736263 Apr 12 16:54:34.871722 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87148e0a-f59d-480a-9303-a546692262c3 req-c4a9d3ca-c644-405c-917c-57b39ba1bb42 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:34.873103 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87148e0a-f59d-480a-9303-a546692262c3 req-c4a9d3ca-c644-405c-917c-57b39ba1bb42 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0667269 Apr 12 16:54:34.947780 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87148e0a-f59d-480a-9303-a546692262c3 req-b564f342-3dcb-41f0-821a-bff6442d2d6d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685616 Apr 12 16:54:34.953236 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e6ddb516-5f87-4bcb-8cd2-6c21e88f0f98 req-39079169-3a75-446c-9d80-7ee998e86c30 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959203 Apr 12 16:54:35.841038 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-9a93b32e-c18f-4d82-930e-fa3818238c36 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:35.842490 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-9a93b32e-c18f-4d82-930e-fa3818238c36 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Apr 12 16:54:35.929826 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Deleting port c70692fa-573f-49f1-8c3b-6dfb829e9729 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:54:35.930173 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:36.024431 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] For port c70692fa-573f-49f1-8c3b-6dfb829e9729, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c70692fa-573f-49f1-8c3b-6dfb829e9729,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:36.024725 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:36.093872 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46041-3332-4e49-be15-99cb906213c0 req-5d0d1800-572a-4423-8767-ce880dc009f9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:36.095388 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09c46041-3332-4e49-be15-99cb906213c0 req-5d0d1800-572a-4423-8767-ce880dc009f9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba32ca3-ee57-4aca-bd29-3fb916d05758 HTTP/1.1" status: 200 len: 946 time: 0.0750206 Apr 12 16:54:36.114874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a8078-df6e-4123-930f-877e98e40423 req-2fe8ed0d-eb1b-461f-9190-bf9db5abf2ec tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:36.116306 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e80a8078-df6e-4123-930f-877e98e40423 req-2fe8ed0d-eb1b-461f-9190-bf9db5abf2ec tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0851126 Apr 12 16:54:36.176369 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09c46041-3332-4e49-be15-99cb906213c0 req-6f8b5ccf-61ae-45c2-92bd-af738f864cc4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec623047-565f-4f2f-886b-fc6b836efb90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752347 Apr 12 16:54:36.199121 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:36.199522 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (55d90430-5f3b-41d9-b890-98e4c23ea732), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:36.199893 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Floating IP 55d90430-5f3b-41d9-b890-98e4c23ea732 disassociated. External IP: 172.27.3.90, port: c70692fa-573f-49f1-8c3b-6dfb829e9729. Apr 12 16:54:36.200241 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Calling delete_port for c70692fa-573f-49f1-8c3b-6dfb829e9729 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:54:36.202231 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e80a8078-df6e-4123-930f-877e98e40423 req-62e82fd1-212c-4a54-88e4-9bcfb651f725 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789835 Apr 12 16:54:36.329835 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (c70692fa-573f-49f1-8c3b-6dfb829e9729), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:36.357230 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event deleted for resources: {'Port': ['ID=c70692fa-573f-49f1-8c3b-6dfb829e9729,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:36.472123 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Router e681618b-f086-45a2-a686-d3fee66f0071 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:54:36.580455 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:54:36.589762 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] Sync routers for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:54:36.599813 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:36.600435 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:36.621832 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] No DVR routers for this DVR port c70692fa-573f-49f1-8c3b-6dfb829e9729 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:54:36.624420 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:36.627781 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b79d7402-bbea-4d04-8b25-f10ec3f1548e req-38c34888-d164-4871-bb48-9e6a62bddfef tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "DELETE /v2.0/ports/c70692fa-573f-49f1-8c3b-6dfb829e9729 HTTP/1.1" status: 204 len: 173 time: 0.7781565 Apr 12 16:54:36.628161 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-deleted', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:36.630405 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c3b68-166e-4e02-a402-65ddbfa6593e" -d '{"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-deleted", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:36.664909 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761c545-0ae0-4dda-8467-4759edd88bc3 x-openstack-request-id: req-c761c545-0ae0-4dda-8467-4759edd88bc3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:36.665257 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba32ca3-ee57-4aca-bd29-3fb916d05758", "name": "network-vif-deleted", "tag": "c70692fa-573f-49f1-8c3b-6dfb829e9729", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:36.665667 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c761c545-0ae0-4dda-8467-4759edd88bc3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:36.666186 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c761c545-0ae0-4dda-8467-4759edd88bc3'] response: {'server_uuid': 'bba32ca3-ee57-4aca-bd29-3fb916d05758', 'name': 'network-vif-deleted', 'tag': 'c70692fa-573f-49f1-8c3b-6dfb829e9729', 'status': 'completed', 'code': 200} Apr 12 16:54:36.728659 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:36.941546 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:36.970598 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] Checking router: e681618b-f086-45a2-a686-d3fee66f0071 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:54:36.978867 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:36.980108 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:37.086936 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:37.269662 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52600) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:37.283948 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:37.316034 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e481fa9-682b-489c-a5f8-e3d73aa3d9ec None None] The sync data for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi is: [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:54:37.349652 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d3796-5e46-49d9-93aa-2c0ccc7aa856 req-fc809184-b0b2-45aa-a710-d44bc2d18a3a tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:37.351147 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7c3d3796-5e46-49d9-93aa-2c0ccc7aa856 req-fc809184-b0b2-45aa-a710-d44bc2d18a3a tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0604320 Apr 12 16:54:37.385591 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2481c2e7-974b-4983-a5da-991067b4b8da tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (ec623047-565f-4f2f-886b-fc6b836efb90), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.426479 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2481c2e7-974b-4983-a5da-991067b4b8da tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (ec623047-565f-4f2f-886b-fc6b836efb90), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.466446 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7c3d3796-5e46-49d9-93aa-2c0ccc7aa856 req-637a17ab-0e8d-4830-9e7f-333a587d5f61 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069975 Apr 12 16:54:37.502651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2481c2e7-974b-4983-a5da-991067b4b8da tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (ec623047-565f-4f2f-886b-fc6b836efb90), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.505414 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2481c2e7-974b-4983-a5da-991067b4b8da tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.506646 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2481c2e7-974b-4983-a5da-991067b4b8da tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec623047-565f-4f2f-886b-fc6b836efb90 HTTP/1.1" status: 204 len: 168 time: 0.2353530 Apr 12 16:54:37.509375 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52602) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:37.516453 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481c2e7-974b-4983-a5da-991067b4b8da tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec623047-565f-4f2f-886b-fc6b836efb90,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:37.523897 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-ac49d40f-dcc3-4271-a2cd-3391b8ff39ed tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] show failed (client error): The resource could not be found. Apr 12 16:54:37.531386 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ac49d40f-dcc3-4271-a2cd-3391b8ff39ed tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups/ec623047-565f-4f2f-886b-fc6b836efb90 HTTP/1.1" status: 404 len: 347 time: 0.0209312 Apr 12 16:54:37.533047 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52604) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:37.581486 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f18b2-d21b-4e25-820e-a1d1e3e2ba75 None None] New status for floating IP 55d90430-5f3b-41d9-b890-98e4c23ea732: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:54:37.655016 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Deleting port af76288b-6457-4204-98d8-8264af446ab4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:54:37.655267 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (af76288b-6457-4204-98d8-8264af446ab4), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.732830 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (af76288b-6457-4204-98d8-8264af446ab4), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.733169 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (af76288b-6457-4204-98d8-8264af446ab4), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.746436 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Calling delete_port for af76288b-6457-4204-98d8-8264af446ab4 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:54:37.877237 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (af76288b-6457-4204-98d8-8264af446ab4), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.902304 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event deleted for resources: {'Port': ['ID=af76288b-6457-4204-98d8-8264af446ab4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:37.964872 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (55d90430-5f3b-41d9-b890-98e4c23ea732), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.967408 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:37.968545 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-33324700-5fbe-48d8-903f-9004b7a326d4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "DELETE /v2.0/floatingips/55d90430-5f3b-41d9-b890-98e4c23ea732 HTTP/1.1" status: 204 len: 168 time: 0.4343641 Apr 12 16:54:38.193151 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52608) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:38.197675 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4b96cf4e-73cb-45e1-93da-94ccccfbcd6b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166806872', 'description': 'tempest-description--1023729297'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:38.218506 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b96cf4e-73cb-45e1-93da-94ccccfbcd6b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.283699 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b96cf4e-73cb-45e1-93da-94ccccfbcd6b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (25ca90f6-07ff-424d-9340-9404e75c1939), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.287216 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b96cf4e-73cb-45e1-93da-94ccccfbcd6b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (25ca90f6-07ff-424d-9340-9404e75c1939), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.316653 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4b96cf4e-73cb-45e1-93da-94ccccfbcd6b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.317878 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4b96cf4e-73cb-45e1-93da-94ccccfbcd6b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1237245 Apr 12 16:54:38.320331 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96cf4e-73cb-45e1-93da-94ccccfbcd6b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca90f6-07ff-424d-9340-9404e75c1939,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:38.321209 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52610) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:38.328118 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-1cf2b2bc-884e-41cf-9022-bffd9174594f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'security_group_rule': {'security_group_id': '25ca90f6-07ff-424d-9340-9404e75c1939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:38.357959 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b2bc-884e-41cf-9022-bffd9174594f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (fdb3b0c3-8213-4b3a-baab-d3df5271a389), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.413463 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b2bc-884e-41cf-9022-bffd9174594f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (fdb3b0c3-8213-4b3a-baab-d3df5271a389), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.417486 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b2bc-884e-41cf-9022-bffd9174594f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (fdb3b0c3-8213-4b3a-baab-d3df5271a389), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.438990 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2b2bc-884e-41cf-9022-bffd9174594f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb3b0c3-8213-4b3a-baab-d3df5271a389,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:38.446562 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1cf2b2bc-884e-41cf-9022-bffd9174594f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.447780 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1cf2b2bc-884e-41cf-9022-bffd9174594f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255558 Apr 12 16:54:38.451130 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52612) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:38.455331 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-2c36f54a-5092-41b3-9636-8bb1220ce793 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'security_group_rule': {'security_group_id': '25ca90f6-07ff-424d-9340-9404e75c1939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:38.480289 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c36f54a-5092-41b3-9636-8bb1220ce793 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (d6e7722b-e239-4b6e-9333-405262e22e14), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.540798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c36f54a-5092-41b3-9636-8bb1220ce793 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (d6e7722b-e239-4b6e-9333-405262e22e14), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.550668 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c36f54a-5092-41b3-9636-8bb1220ce793 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (d6e7722b-e239-4b6e-9333-405262e22e14), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.588796 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36f54a-5092-41b3-9636-8bb1220ce793 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e7722b-e239-4b6e-9333-405262e22e14,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:38.603206 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ae5b-200b-4608-bfb8-0d11034316a6 req-e64a7bf8-a8a7-481d-862b-25bb7451bb1c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:38.605442 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7906ae5b-200b-4608-bfb8-0d11034316a6 req-e64a7bf8-a8a7-481d-862b-25bb7451bb1c tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0659003 Apr 12 16:54:38.608203 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-2c36f54a-5092-41b3-9636-8bb1220ce793 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.609295 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-2c36f54a-5092-41b3-9636-8bb1220ce793 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572387 Apr 12 16:54:38.612539 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52616) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:38.617249 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:38.637811 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.666013 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7906ae5b-200b-4608-bfb8-0d11034316a6 req-a775f6cc-daa3-497e-aef1-1c730aa03611 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550520 Apr 12 16:54:38.719510 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.828228 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Allocated IP 172.27.3.135 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/35634677-ce5f-4ba4-84f1-464f1a727027) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:54:38.929227 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for port (35634677-ce5f-4ba4-84f1-464f1a727027), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.962130 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (35634677-ce5f-4ba4-84f1-464f1a727027), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:38.998084 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:54:39.000961 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:54:39.006586 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:54:39.033411 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'Port': ['ID=35634677-ce5f-4ba4-84f1-464f1a727027,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:39.094197 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (399961f2-e760-4de4-9390-315417f67626), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:39.131566 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (35634677-ce5f-4ba4-84f1-464f1a727027), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:39.274460 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for port (35634677-ce5f-4ba4-84f1-464f1a727027), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:39.279470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (35634677-ce5f-4ba4-84f1-464f1a727027), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:39.349560 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'Port': ['ID=35634677-ce5f-4ba4-84f1-464f1a727027,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:39.361754 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (399961f2-e760-4de4-9390-315417f67626), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:39.376569 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:39.377788 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-15a5ac2d-b6d3-4ea8-a72f-5f2b58f3ca4f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7642622 Apr 12 16:54:39.569283 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-88a94043-27bf-43f5-a125-028966baa7d8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--166806872&fields=id&tenant_id=ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 267 time: 0.0409327 Apr 12 16:54:39.677134 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-261be9cd-1e7c-432a-bc8d-91e889ccfd49 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:39.678643 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-261be9cd-1e7c-432a-bc8d-91e889ccfd49 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 817 time: 0.1031916 Apr 12 16:54:39.693456 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-80458e49-0404-45c1-9599-804def1ceb63 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/quotas/ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 375 time: 0.0088916 Apr 12 16:54:39.752895 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-acb117f4-885c-48f3-819b-4ddcfe5e94df tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538044 Apr 12 16:54:39.815314 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccff54e-d9fc-47f3-98b8-9dfa3e78f4fb req-4eedab40-6173-482b-a0de-f8df416dd27f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:39.816747 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1ccff54e-d9fc-47f3-98b8-9dfa3e78f4fb req-4eedab40-6173-482b-a0de-f8df416dd27f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0786183 Apr 12 16:54:39.912551 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-74d5405c-e141-43a0-99c9-f82a5e23ad63 service neutron] 10.222.0.55 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399207 Apr 12 16:54:39.922961 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1ccff54e-d9fc-47f3-98b8-9dfa3e78f4fb req-9127953b-276a-46ca-a308-d4fb839936fd tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787406 Apr 12 16:54:40.010638 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-8e76941b-015d-4712-abdd-d9338484b11c service neutron] 10.222.0.55 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866785 Apr 12 16:54:40.171188 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-689c634a-b928-4ab8-94f6-45d96df28386 req-2558385e-ff99-4539-b934-fb60f0edce07 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 210 time: 0.0265267 Apr 12 16:54:40.322564 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:54:40.346936 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: c70692fa-573f-49f1-8c3b-6dfb829e9729 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:54:40.347286 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device c70692fa-573f-49f1-8c3b-6dfb829e9729 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:54:41.036641 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7324d-eb04-4cf8-aa41-c90e4662a483 req-fe968008-2584-4819-8c23-93c5c5c45da8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:41.038089 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3b7324d-eb04-4cf8-aa41-c90e4662a483 req-fe968008-2584-4819-8c23-93c5c5c45da8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0476885 Apr 12 16:54:41.097964 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c3b7324d-eb04-4cf8-aa41-c90e4662a483 req-6b647a8c-c612-48c7-9090-36be294798dd tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527947 Apr 12 16:54:41.269746 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a15df845-cbbc-4de7-90cc-89c475ee10b8 req-49e1a36d-dd97-4f03-a39e-35e98595ebc2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 210 time: 0.0280473 Apr 12 16:54:41.298029 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-df35f1e6-93be-44b0-8f61-ac086167ff02 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:41.299633 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-df35f1e6-93be-44b0-8f61-ac086167ff02 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 817 time: 0.1123605 Apr 12 16:54:41.609183 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-6f09a23b-3ec0-43b1-ad04-5e6eaed26c25 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 379 time: 0.2754347 Apr 12 16:54:41.621135 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'port': {'device_id': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'admin_state_up': True, 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'security_groups': ['25ca90f6-07ff-424d-9340-9404e75c1939']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:41.735797 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Made reservation on behalf of ef824b9ffd3845c385039cb871fc6deb for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:54:41.738945 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:41.782549 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-bd2eda67-bc3e-487b-8a61-e01a98fd7c83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597839 Apr 12 16:54:41.906686 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:41.910809 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-31c2caca-f27f-4993-91d4-b9f0664db490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:41.912326 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-31c2caca-f27f-4993-91d4-b9f0664db490 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 1130 time: 0.0564468 Apr 12 16:54:41.916119 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Allocated IP 172.20.0.5 (81575361-a873-4c78-99bf-1c98b2aa1f17/9c184ff4-106e-45a4-acd6-38988f568359/1ffd6bb3-65a2-4b19-900e-a62c70eb98ee) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:54:42.092315 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-0c4e69ff-1b20-4859-96d2-387e49f28ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:42.093800 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-0c4e69ff-1b20-4859-96d2-387e49f28ac5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 200 len: 920 time: 0.1593060 Apr 12 16:54:42.145933 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-02722b6b-3ec5-4885-8960-320f24bf78fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 200 len: 217 time: 0.0398028 Apr 12 16:54:42.155802 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:42.215430 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e94745-d217-4f87-b88e-7ffdd867e7c2 req-bd5d3f8e-e38e-4d71-9444-451e1875d3b8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:42.216910 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75e94745-d217-4f87-b88e-7ffdd867e7c2 req-bd5d3f8e-e38e-4d71-9444-451e1875d3b8 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0513439 Apr 12 16:54:42.220752 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-f79a60d3-e306-473e-ad9f-4e26cebb4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:42.222299 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-f79a60d3-e306-473e-ad9f-4e26cebb4934 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 200 len: 857 time: 0.0648944 Apr 12 16:54:42.239981 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:42.248245 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:54:42.279325 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75e94745-d217-4f87-b88e-7ffdd867e7c2 req-7894dc35-f3b8-4865-b211-3643aad05030 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566123 Apr 12 16:54:42.309164 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-7de2b2d4-e9c8-4b38-a41c-42951feca0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:42.310733 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-7de2b2d4-e9c8-4b38-a41c-42951feca0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=553f844a-d4d6-4ae6-9e49-7078ca5d959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803690 Apr 12 16:54:42.319392 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:54:42.321862 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:42.331242 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:54:42.334234 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:54:42.395478 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47d43-b9bd-4316-928a-a7d21f89c838 req-36fc9196-defb-4f55-8fb1-4a718c4d12ec tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:42.399373 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8c47d43-b9bd-4316-928a-a7d21f89c838 req-36fc9196-defb-4f55-8fb1-4a718c4d12ec tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 931 time: 0.0516648 Apr 12 16:54:42.433654 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:42.434289 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:42.450030 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d8c47d43-b9bd-4316-928a-a7d21f89c838 req-700d8015-4bb2-46dd-88f3-6c65989ba937 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466175 Apr 12 16:54:42.457010 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-7fe48964-259b-409c-a54f-6a40d0dc0a59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8394332 Apr 12 16:54:42.468065 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-55091528-8122-4f59-bee1-5e5b1ae83927 service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471424 Apr 12 16:54:42.484658 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Request body: {'port': {'device_id': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:42.608499 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:42.631667 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-639ae879-27e5-44b2-8dfc-b895533b0997 req-31856aa6-ce26-4d56-a8db-58f21cbd2f1a service neutron] 10.222.0.49 "GET /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436551 Apr 12 16:54:42.644532 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f9374f00-fd9e-4988-a0cb-01328ff5211e None None] Provisioning complete for port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:54:42.644913 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f9374f00-fd9e-4988-a0cb-01328ff5211e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:42.678591 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f9374f00-fd9e-4988-a0cb-01328ff5211e None None] Port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:54:42.884513 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:54:42.891964 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Publish callbacks [] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:42.903999 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Transition to ACTIVE for port object 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:54:42.907363 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:42.958604 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:43.032464 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Attempting to bind port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:54:43.032807 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Attempting to bind port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:54:43.033143 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Attempting to bind port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee on network 81575361-a873-4c78-99bf-1c98b2aa1f17 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:54:43.037695 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee on network 81575361-a873-4c78-99bf-1c98b2aa1f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:54:43.038019 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Attempting to bind port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee on network 81575361-a873-4c78-99bf-1c98b2aa1f17 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:54:43.044623 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:54:43.044960 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Checking segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:54:43.045456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Bound using segment: {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:54:43.045781 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Bound port: 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d764cd9-8752-4649-b47a-f708f7c67b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:54:43.046136 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:43.122344 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:54:43.125396 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:54:43.132451 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:43.164497 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:43.165166 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:43.166469 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ffd6bb3-65a2-4b19-900e-a62c70eb98ee HTTP/1.1" status: 200 len: 1093 time: 0.6873975 Apr 12 16:54:43.166951 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:43.169342 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43312278-8357-40c6-acd0-c9eb493c8bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:43.196902 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295868a5-846b-4310-9acc-2c19361638e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:43.232974 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff13de9-fb12-4cac-9df5-2a8f5298ac24 x-openstack-request-id: req-6ff13de9-fb12-4cac-9df5-2a8f5298ac24 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:43.233275 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:43.233531 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ff13de9-fb12-4cac-9df5-2a8f5298ac24 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:43.233939 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff13de9-fb12-4cac-9df5-2a8f5298ac24'] response: {'name': 'network-changed', 'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'status': 'completed', 'code': 200} Apr 12 16:54:43.446646 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c2f8c-c4df-4143-8bd4-600dc8e03e3b req-7cc8d5bd-1d4e-4f57-a09a-83d6db7e026d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:43.448225 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d02c2f8c-c4df-4143-8bd4-600dc8e03e3b req-7cc8d5bd-1d4e-4f57-a09a-83d6db7e026d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0998626 Apr 12 16:54:43.508246 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d02c2f8c-c4df-4143-8bd4-600dc8e03e3b req-92125da7-7a8f-4a0c-a9bb-fdf308fb5d9d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544066 Apr 12 16:54:43.558264 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43312278-8357-40c6-acd0-c9eb493c8bd5 req-733a11e7-2958-425a-8632-c717ba39ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:43.559820 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-43312278-8357-40c6-acd0-c9eb493c8bd5 req-733a11e7-2958-425a-8632-c717ba39ccaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 1127 time: 0.0471871 Apr 12 16:54:43.567744 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c19b93-58da-4f9c-bc14-2c770141731b req-d56d857a-5826-402a-a6a3-1fe34a429e59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:43.569243 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58c19b93-58da-4f9c-bc14-2c770141731b req-d56d857a-5826-402a-a6a3-1fe34a429e59 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0468895 Apr 12 16:54:43.621168 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58c19b93-58da-4f9c-bc14-2c770141731b req-f16cb87e-9122-4792-a3b4-00ce3f4bc5cd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455115 Apr 12 16:54:43.747481 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43312278-8357-40c6-acd0-c9eb493c8bd5 req-d077c3a1-f034-4a8a-b1d6-0c575ffe5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:43.748936 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-43312278-8357-40c6-acd0-c9eb493c8bd5 req-d077c3a1-f034-4a8a-b1d6-0c575ffe5a84 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ef824b9ffd3845c385039cb871fc6deb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0972097 Apr 12 16:54:43.838161 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43312278-8357-40c6-acd0-c9eb493c8bd5 req-a81f3179-571f-4cd0-8fd0-8f1414801075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:43.840173 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-43312278-8357-40c6-acd0-c9eb493c8bd5 req-a81f3179-571f-4cd0-8fd0-8f1414801075 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0853488 Apr 12 16:54:43.973302 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-d552ee79-9ad8-49b4-a8e7-46c38db4aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:43.974773 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-d552ee79-9ad8-49b4-a8e7-46c38db4aa25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 1127 time: 0.0419116 Apr 12 16:54:44.020738 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-b1ba2a72-a3ac-4782-aa0d-44b519e73d97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee HTTP/1.1" status: 200 len: 217 time: 0.0325854 Apr 12 16:54:44.067556 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-5e4a8bbb-c5f1-4723-88a4-1689330f2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:44.068971 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-5e4a8bbb-c5f1-4723-88a4-1689330f2685 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.0424709 Apr 12 16:54:44.620223 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93c3e-7734-4ac5-b97b-fe48cd69cc53 req-5aa3e05a-dedf-46bc-8964-83736fef92cb tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:44.621778 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-97e93c3e-7734-4ac5-b97b-fe48cd69cc53 req-5aa3e05a-dedf-46bc-8964-83736fef92cb tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0464106 Apr 12 16:54:44.687649 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-97e93c3e-7734-4ac5-b97b-fe48cd69cc53 req-b3c3beab-3fe6-4a76-a739-09524362fe33 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602756 Apr 12 16:54:44.801630 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296478-4556-44e6-b645-1b3b93e2e885 req-5d77b9c7-f701-4491-8368-6de1c0f81657 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:44.804114 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5296478-4556-44e6-b645-1b3b93e2e885 req-5d77b9c7-f701-4491-8368-6de1c0f81657 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.1024351 Apr 12 16:54:44.824153 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-6ae2544d-ff9e-42ab-9679-99dbfe014da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:44.825740 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-6ae2544d-ff9e-42ab-9679-99dbfe014da0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396278 Apr 12 16:54:44.852819 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c5296478-4556-44e6-b645-1b3b93e2e885 req-0562f2e3-3c07-4318-b38d-aac04fc0964c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Apr 12 16:54:44.919888 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-47834133-cba1-4553-aea9-688a8f5c2acf service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875568 Apr 12 16:54:45.012486 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-eed012ab-c0ce-4aa1-b7f0-35e3191e8c6e req-c4d1eb47-3b47-455a-b1ff-dcf5b3772d04 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862908 Apr 12 16:54:45.802673 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33811-7180-49bb-8ff6-9f7da5d6113d req-0a51fcc9-69a1-4fd0-8dc3-845258bad223 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:45.804142 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44c33811-7180-49bb-8ff6-9f7da5d6113d req-0a51fcc9-69a1-4fd0-8dc3-845258bad223 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.0459747 Apr 12 16:54:45.861888 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-44c33811-7180-49bb-8ff6-9f7da5d6113d req-4363074a-90a9-40ff-828f-c0034e594d7f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&id=d1a35667-7ca1-4e27-ba00-ed8563983d17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521281 Apr 12 16:54:45.969098 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52157efa-f8db-49ee-99d5-c778866f94a1 req-5ba0a11c-bbc9-4cf9-879d-6e6728cc533b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:45.970514 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-52157efa-f8db-49ee-99d5-c778866f94a1 req-5ba0a11c-bbc9-4cf9-879d-6e6728cc533b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0484219 Apr 12 16:54:46.018609 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-52157efa-f8db-49ee-99d5-c778866f94a1 req-af40c04a-78e4-4da1-a4c1-11b454ce9984 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 Apr 12 16:54:47.136154 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b0149-ef85-43a8-ac46-643ae9c8524f req-34e502b2-114f-43b8-9b3d-b3990645c796 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:47.137997 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-009b0149-ef85-43a8-ac46-643ae9c8524f req-34e502b2-114f-43b8-9b3d-b3990645c796 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0478528 Apr 12 16:54:47.185201 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-009b0149-ef85-43a8-ac46-643ae9c8524f req-3af535a7-3ccc-44c1-abf1-4220f7015de0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Apr 12 16:54:48.298339 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408962-4d52-41ed-81a8-5ba9a4035d5d req-28a81d02-a0a8-4e89-9ee7-742bdcde2947 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:48.299825 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ba408962-4d52-41ed-81a8-5ba9a4035d5d req-28a81d02-a0a8-4e89-9ee7-742bdcde2947 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0457194 Apr 12 16:54:48.349030 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ba408962-4d52-41ed-81a8-5ba9a4035d5d req-f91bc965-b335-4222-8306-aa19be9b3af9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Apr 12 16:54:48.375955 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:54:48.469669 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:48.480408 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'port_id': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'mac_address': 'fa:16:3e:35:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:54:48.520099 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:54:48.520499 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:48.532866 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:54:48.551439 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:48.554986 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:48.600598 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:48.607937 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.608297 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.608672 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.609026 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.609371 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.609713 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.610052 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.610386 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.610722 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.611085 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.611424 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.611785 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.612125 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.612459 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.612791 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:48.967004 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:54:49.462073 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1289-5d7f-4287-bbdc-f342dd53e023 req-6543cdfd-678d-4cb2-a51d-10366c7b5d63 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:49.463538 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a7a1289-5d7f-4287-bbdc-f342dd53e023 req-6543cdfd-678d-4cb2-a51d-10366c7b5d63 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 944 time: 0.0449176 Apr 12 16:54:49.509572 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a7a1289-5d7f-4287-bbdc-f342dd53e023 req-70cd6516-c172-4a63-9d82-07ec7bd6365b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396864 Apr 12 16:54:50.382711 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:54:50.425792 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:54:50.431376 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:54:50.431855 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:50.507526 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:54:50.507919 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:50.532650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:50.534859 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df14c6cc-6d64-4edf-bdeb-7dc0a11c6f75" -d '{"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:50.548507 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:50.553338 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:50.576360 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd48db-8bb8-4b3f-93f6-07c192134b46 x-openstack-request-id: req-40cd48db-8bb8-4b3f-93f6-07c192134b46 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:50.576678 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:50.576940 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40cd48db-8bb8-4b3f-93f6-07c192134b46 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:50.577337 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40cd48db-8bb8-4b3f-93f6-07c192134b46'] response: {'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'code': 200} Apr 12 16:54:50.603060 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:50.635813 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2886f9-313a-4043-8cd5-43483db65a63 req-cf99024d-2fde-464c-b234-e1eaf457d429 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:50.637244 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0e2886f9-313a-4043-8cd5-43483db65a63 req-cf99024d-2fde-464c-b234-e1eaf457d429 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0507972 Apr 12 16:54:50.685879 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0e2886f9-313a-4043-8cd5-43483db65a63 req-d9b5bfbe-623b-4f5d-9954-3411b12adb36 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427101 Apr 12 16:54:50.798819 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da905c-66a5-40ce-bd46-26ae56c06966 req-72ca80ca-443a-4f41-b3c7-a14119490644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:50.800324 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-32da905c-66a5-40ce-bd46-26ae56c06966 req-72ca80ca-443a-4f41-b3c7-a14119490644 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 1129 time: 0.0401378 Apr 12 16:54:50.843634 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-32da905c-66a5-40ce-bd46-26ae56c06966 req-1c6e5594-cf0d-40f9-9477-78f5ba1773bc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Apr 12 16:54:51.807446 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496ab86-d10f-4ef4-8253-76edc5f20bde req-b3d500fa-d3bd-4e2d-9c54-09972f9081bf tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:51.809339 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d496ab86-d10f-4ef4-8253-76edc5f20bde req-b3d500fa-d3bd-4e2d-9c54-09972f9081bf tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0513616 Apr 12 16:54:51.855697 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d496ab86-d10f-4ef4-8253-76edc5f20bde req-ab1aaee8-5e39-4024-bdba-07f7099b5303 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409296 Apr 12 16:54:52.309633 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b83577b9-99d0-41b9-8543-5ad659fd9039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:52.969292 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945f131-9a9b-4a1d-8444-da051f48c141 req-d4d0bb24-9546-4aa5-8a23-f5d07d9a9762 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:52.970776 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f945f131-9a9b-4a1d-8444-da051f48c141 req-d4d0bb24-9546-4aa5-8a23-f5d07d9a9762 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0455608 Apr 12 16:54:53.017768 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f945f131-9a9b-4a1d-8444-da051f48c141 req-33228b35-43ff-491a-b016-2d6f6bae81fb tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409670 Apr 12 16:54:53.130958 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d0cfb-672f-485c-9df5-a1349565f9ce req-ad364f69-4caf-47bc-ac26-07db7b7180d7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:53.132385 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f96d0cfb-672f-485c-9df5-a1349565f9ce req-ad364f69-4caf-47bc-ac26-07db7b7180d7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0490329 Apr 12 16:54:53.141321 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52698) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:54:53.145455 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Request body: {'floatingip': {'port_id': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:54:53.184384 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (399961f2-e760-4de4-9390-315417f67626), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:53.625081 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:53.628361 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (399961f2-e760-4de4-9390-315417f67626), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:53.736725 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Floating IP 399961f2-e760-4de4-9390-315417f67626 associated. External IP: 172.27.3.135, port: 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee. Apr 12 16:54:53.954535 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Router e681618b-f086-45a2-a686-d3fee66f0071 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:54:54.065553 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:54:54.070219 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:54.075783 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] Sync routers for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:54:54.086509 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:54.087207 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:54.343612 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:54.345654 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0ffe88f5-184c-403d-ada6-a3a7c4edcabe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "PUT /v2.0/floatingips/399961f2-e760-4de4-9390-315417f67626 HTTP/1.1" status: 200 len: 991 time: 1.2033284 Apr 12 16:54:54.346308 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:54.348551 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a105cf6-f9d5-48d0-a734-5bdc01a83606" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:54.384092 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e8bb80-c7ed-4fb9-ab41-433d44220c13 x-openstack-request-id: req-40e8bb80-c7ed-4fb9-ab41-433d44220c13 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:54.384393 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:54.384654 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40e8bb80-c7ed-4fb9-ab41-433d44220c13 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:54.385064 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e8bb80-c7ed-4fb9-ab41-433d44220c13'] response: {'name': 'network-changed', 'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'status': 'completed', 'code': 200} Apr 12 16:54:54.521598 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-88c207f2-16d0-4842-949b-e75f3d080200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:54.523112 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-88c207f2-16d0-4842-949b-e75f3d080200 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 1129 time: 0.0835917 Apr 12 16:54:54.568097 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '399961f2-e760-4de4-9390-315417f67626', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'port_id': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'mac_address': 'fa:16:3e:35:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:54:39Z', 'updated_at': '2022-04-12T16:54:53Z', 'revision_number': 1, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:54.595612 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] Checking router: e681618b-f086-45a2-a686-d3fee66f0071 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:54:54.603753 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:54.605182 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:54.615222 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-76e83de8-fcb2-43fd-9fe7-df0af380d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:54.616686 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-76e83de8-fcb2-43fd-9fe7-df0af380d2e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 919 time: 0.0868404 Apr 12 16:54:54.680172 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-49cd3246-235e-4dd3-9b08-a80d3831fa88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee HTTP/1.1" status: 200 len: 999 time: 0.0563934 Apr 12 16:54:54.718773 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:54.746202 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-b6c88954-4b8f-475d-bfd1-c090b99a92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:54.747774 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-b6c88954-4b8f-475d-bfd1-c090b99a92b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.0606284 Apr 12 16:54:54.791182 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-1556a4c3-388d-4963-91d2-1761c3d30827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:54.793593 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-1556a4c3-388d-4963-91d2-1761c3d30827 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395665 Apr 12 16:54:54.895821 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-b531e9a5-3a14-4901-a91b-494f9ddc16fa service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949283 Apr 12 16:54:54.896948 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4221cac5-a700-4480-894e-833ebf706c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:54.973698 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '399961f2-e760-4de4-9390-315417f67626', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'port_id': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'mac_address': 'fa:16:3e:35:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:54:39Z', 'updated_at': '2022-04-12T16:54:53Z', 'revision_number': 1, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:55.001050 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-4a105cf6-f9d5-48d0-a734-5bdc01a83606 req-2b03b0dc-27c4-4ba6-993c-e5da49ed757e service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971446 Apr 12 16:54:55.006946 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956f98e-5c09-462e-ac2f-e1d19676f654 None None] The sync data for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi is: [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '399961f2-e760-4de4-9390-315417f67626', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'port_id': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'mac_address': 'fa:16:3e:35:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:54:39Z', 'updated_at': '2022-04-12T16:54:53Z', 'revision_number': 1, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:54:55.214557 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66cb7d2-c11e-4f07-aef2-5646e5788850 None None] New status for floating IP 399961f2-e760-4de4-9390-315417f67626: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:54:55.868544 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:56.367143 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5690b2-78b8-4155-adda-73dc49c033e4 req-64419959-c2fb-4028-9595-5b0f1427dc15 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:56.368674 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f5690b2-78b8-4155-adda-73dc49c033e4 req-64419959-c2fb-4028-9595-5b0f1427dc15 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0461440 Apr 12 16:54:56.415782 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2f5690b2-78b8-4155-adda-73dc49c033e4 req-67b65ab8-3685-43d6-9fa0-370fb165bbb1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Apr 12 16:54:57.328157 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:57.529352 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36098baf-4605-42e8-8ec6-7cdf48ca9e1c req-0d749795-9817-47c3-a94e-494e8da03b9f tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:57.530863 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36098baf-4605-42e8-8ec6-7cdf48ca9e1c req-0d749795-9817-47c3-a94e-494e8da03b9f tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0463955 Apr 12 16:54:57.579374 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-36098baf-4605-42e8-8ec6-7cdf48ca9e1c req-b6882dc3-7da7-4c67-825f-a0b4f2bf12d1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Apr 12 16:54:58.687256 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-374febc8-2d66-4e9b-93d8-36ad3bad2c4c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:58.688706 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-374febc8-2d66-4e9b-93d8-36ad3bad2c4c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0465674 Apr 12 16:54:58.688837 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d63eee-9bd4-46ad-aff9-5a1801f1cafe req-9cc3f6f4-2aab-4fe5-8c2b-a5b200110dcf tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:54:58.690277 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21d63eee-9bd4-46ad-aff9-5a1801f1cafe req-9cc3f6f4-2aab-4fe5-8c2b-a5b200110dcf tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 945 time: 0.0449669 Apr 12 16:54:58.737516 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21d63eee-9bd4-46ad-aff9-5a1801f1cafe req-c801472e-e5b5-4293-867f-2a3cd615b455 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=cd750c28-59c1-4ac9-82c2-d1c58965d3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415263 Apr 12 16:54:58.783986 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Deleting port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:54:58.784327 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:58.871571 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] For port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:54:58.871854 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:58.965932 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:59.044275 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:59.044722 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (d718fdab-0ab9-40c3-824b-270e86284502), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:59.045011 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Floating IP d718fdab-0ab9-40c3-824b-270e86284502 disassociated. External IP: 172.27.3.161, port: 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9. Apr 12 16:54:59.045398 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Calling delete_port for 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:54:59.169821 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (3bd4697d-6366-4b31-b6e1-4b0d259b5ef9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:59.198427 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event deleted for resources: {'Port': ['ID=3bd4697d-6366-4b31-b6e1-4b0d259b5ef9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:54:59.210401 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.210756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.211135 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.211490 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.211840 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.212227 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.212570 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.212903 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.213235 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.213602 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.214654 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.214654 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.215384 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.215573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.216636 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:54:59.322048 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Router 72e7b348-5605-44ca-ac11-4bec6d2d94ee has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:54:59.431197 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:54:59.440595 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] Sync routers for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:54:59.455082 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:59.455716 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:59.475858 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] No DVR routers for this DVR port 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:54:59.478337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:54:59.482069 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-c9b3e7e9-dba0-472c-a0ec-aeb337f0c2b8 req-d050e2d8-7cbc-4edb-bf7f-06c1eb766d9e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "DELETE /v2.0/ports/3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 HTTP/1.1" status: 204 len: 173 time: 0.7870898 Apr 12 16:54:59.482535 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'name': 'network-vif-deleted', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:54:59.485320 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca57848-5ea0-4412-94ce-8c28d220957e" -d '{"events": [{"server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "name": "network-vif-deleted", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:54:59.525414 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f012df96-c0b1-4dc9-b50b-a64981c700f3 x-openstack-request-id: req-f012df96-c0b1-4dc9-b50b-a64981c700f3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:54:59.525736 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f77ef-9a45-4fa0-98c7-54ec28b7f552", "name": "network-vif-deleted", "tag": "3bd4697d-6366-4b31-b6e1-4b0d259b5ef9", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:54:59.525983 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f012df96-c0b1-4dc9-b50b-a64981c700f3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:54:59.526466 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f012df96-c0b1-4dc9-b50b-a64981c700f3'] response: {'server_uuid': 'f86f77ef-9a45-4fa0-98c7-54ec28b7f552', 'name': 'network-vif-deleted', 'tag': '3bd4697d-6366-4b31-b6e1-4b0d259b5ef9', 'status': 'completed', 'code': 200} Apr 12 16:54:59.569115 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:54:59.768738 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:59.797659 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] Checking router: 72e7b348-5605-44ca-ac11-4bec6d2d94ee for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:54:59.806380 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:54:59.807170 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:54:59.857105 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-98342831-0455-441c-bf10-c388f88d3165 req-ed50f398-c4c3-4c61-b67f-f2bda5d87670 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=f86f77ef-9a45-4fa0-98c7-54ec28b7f552 HTTP/1.1" status: 200 len: 210 time: 0.0285110 Apr 12 16:54:59.918953 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:00.146720 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:00.178765 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ddbe28-592b-49cd-8150-ae458115ad63 None None] The sync data for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi is: [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:00.412164 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da345c53-9105-44b0-8a9b-48a9ccb5dffb None None] New status for floating IP d718fdab-0ab9-40c3-824b-270e86284502: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:55:00.935171 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52780) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:00.986327 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-802a61a3-ca28-4623-9454-10d59b6b78cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (cd750c28-59c1-4ac9-82c2-d1c58965d3bc), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.013627 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-802a61a3-ca28-4623-9454-10d59b6b78cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (cd750c28-59c1-4ac9-82c2-d1c58965d3bc), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.060545 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-802a61a3-ca28-4623-9454-10d59b6b78cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (cd750c28-59c1-4ac9-82c2-d1c58965d3bc), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.063133 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-802a61a3-ca28-4623-9454-10d59b6b78cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.064294 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-802a61a3-ca28-4623-9454-10d59b6b78cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "DELETE /v2.0/security-groups/cd750c28-59c1-4ac9-82c2-d1c58965d3bc HTTP/1.1" status: 204 len: 168 time: 0.1281338 Apr 12 16:55:01.067619 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52782) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:01.073647 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a61a3-ca28-4623-9454-10d59b6b78cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd750c28-59c1-4ac9-82c2-d1c58965d3bc,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:01.082095 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-8714d98a-ba0a-418e-a098-b92cf402117b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] show failed (client error): The resource could not be found. Apr 12 16:55:01.083130 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8714d98a-ba0a-418e-a098-b92cf402117b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups/cd750c28-59c1-4ac9-82c2-d1c58965d3bc HTTP/1.1" status: 404 len: 347 time: 0.0144444 Apr 12 16:55:01.085925 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52784) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:01.201341 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Deleting port d291fda6-b44f-48b7-8f9a-20a228f737a9 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:01.201689 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.274988 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.275328 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (d291fda6-b44f-48b7-8f9a-20a228f737a9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.288441 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Calling delete_port for d291fda6-b44f-48b7-8f9a-20a228f737a9 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:01.418576 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (d291fda6-b44f-48b7-8f9a-20a228f737a9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.444546 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event deleted for resources: {'Port': ['ID=d291fda6-b44f-48b7-8f9a-20a228f737a9,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:01.506533 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (d718fdab-0ab9-40c3-824b-270e86284502), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.509408 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.513721 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6f6ff2f5-d364-444b-978e-58ba2e25830e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "DELETE /v2.0/floatingips/d718fdab-0ab9-40c3-824b-270e86284502 HTTP/1.1" status: 204 len: 168 time: 0.4236624 Apr 12 16:55:01.770541 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52792) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:01.775073 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-64369e8d-3453-4be0-8d14-dfac045f6669 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153881257', 'description': 'tempest-description--359359910'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:01.796633 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64369e8d-3453-4be0-8d14-dfac045f6669 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.862262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64369e8d-3453-4be0-8d14-dfac045f6669 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (1b1b0847-5fe1-4757-b1bd-8dc761f54438), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.865818 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64369e8d-3453-4be0-8d14-dfac045f6669 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1b1b0847-5fe1-4757-b1bd-8dc761f54438), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.895235 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-64369e8d-3453-4be0-8d14-dfac045f6669 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.896451 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-64369e8d-3453-4be0-8d14-dfac045f6669 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1248887 Apr 12 16:55:01.897405 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64369e8d-3453-4be0-8d14-dfac045f6669 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b0847-5fe1-4757-b1bd-8dc761f54438,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:01.899572 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52794) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:01.904659 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-18160fc0-a3a7-4e34-a852-b060b10f1e37 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'security_group_rule': {'security_group_id': '1b1b0847-5fe1-4757-b1bd-8dc761f54438', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:01.929754 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18160fc0-a3a7-4e34-a852-b060b10f1e37 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (0ed4ffcc-1e01-449a-a8b1-3f4a823b2c3e), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.987702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18160fc0-a3a7-4e34-a852-b060b10f1e37 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (0ed4ffcc-1e01-449a-a8b1-3f4a823b2c3e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:01.991098 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18160fc0-a3a7-4e34-a852-b060b10f1e37 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (0ed4ffcc-1e01-449a-a8b1-3f4a823b2c3e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.011506 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18160fc0-a3a7-4e34-a852-b060b10f1e37 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed4ffcc-1e01-449a-a8b1-3f4a823b2c3e,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:02.019657 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-18160fc0-a3a7-4e34-a852-b060b10f1e37 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.020841 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-18160fc0-a3a7-4e34-a852-b060b10f1e37 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203671 Apr 12 16:55:02.023525 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52796) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:02.028191 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0e3626df-cb76-4d95-b2f0-09a08c87c306 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'security_group_rule': {'security_group_id': '1b1b0847-5fe1-4757-b1bd-8dc761f54438', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:02.052496 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e3626df-cb76-4d95-b2f0-09a08c87c306 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (1bfc34d5-91b8-477d-a65c-0156d415d234), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.107084 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e3626df-cb76-4d95-b2f0-09a08c87c306 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (1bfc34d5-91b8-477d-a65c-0156d415d234), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.110815 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e3626df-cb76-4d95-b2f0-09a08c87c306 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (1bfc34d5-91b8-477d-a65c-0156d415d234), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.129308 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3626df-cb76-4d95-b2f0-09a08c87c306 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfc34d5-91b8-477d-a65c-0156d415d234,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:02.134228 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0e3626df-cb76-4d95-b2f0-09a08c87c306 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.135982 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0e3626df-cb76-4d95-b2f0-09a08c87c306 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109626 Apr 12 16:55:02.139563 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52798) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:02.143766 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:02.163262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.243849 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.352082 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Allocated IP 172.27.3.130 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/5b1af458-a686-435f-9fa8-e4d065b751aa) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:02.456430 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.467027 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:02.491566 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.493143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:02.493650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3bd4697d-6366-4b31-b6e1-4b0d259b5ef9 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:02.532434 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:02.537316 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:02.540809 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:02.546793 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'Port': ['ID=5b1af458-a686-435f-9fa8-e4d065b751aa,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:02.635545 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (c8248067-a6c3-435e-b6c0-ab1f8fc89654), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.679569 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.841767 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:02.847389 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:03.159015 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'Port': ['ID=5b1af458-a686-435f-9fa8-e4d065b751aa,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:03.176891 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (c8248067-a6c3-435e-b6c0-ab1f8fc89654), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:03.195984 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:03.197289 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-dded37bc-f796-4bad-82a4-4a4f333a98d3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0568039 Apr 12 16:55:03.455489 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-4ca84e76-b41f-4d60-a50c-22e16c57c388 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1153881257&fields=id&tenant_id=21fccd96273b4b87b5822b82c0512412 HTTP/1.1" status: 200 len: 267 time: 0.0426626 Apr 12 16:55:03.566221 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-3db58e67-f517-437b-85c0-c5ceef667c69 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:03.567724 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-3db58e67-f517-437b-85c0-c5ceef667c69 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 810 time: 0.1059539 Apr 12 16:55:03.585126 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-c7e0f1fb-8ed4-47fd-a118-d22f82955883 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/quotas/21fccd96273b4b87b5822b82c0512412 HTTP/1.1" status: 200 len: 375 time: 0.0098317 Apr 12 16:55:03.636241 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-85dfb9d4-84da-425b-9ff5-8f9f6a8f9710 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449617 Apr 12 16:55:03.686837 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcf232-ff75-4bad-b88f-234b1c34d927 req-51583ebc-a04e-4b59-84df-61162734971e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:03.688413 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-06bcf232-ff75-4bad-b88f-234b1c34d927 req-51583ebc-a04e-4b59-84df-61162734971e tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0491147 Apr 12 16:55:03.788822 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-06bcf232-ff75-4bad-b88f-234b1c34d927 req-73d70c4c-7156-410f-950e-4b9279541879 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944951 Apr 12 16:55:03.816144 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-6b3b192a-8672-419b-84fd-d67775bd9f57 service neutron] 10.222.0.55 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686106 Apr 12 16:55:03.902868 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-78659b85-93c8-490a-a67a-ab35c0e39bad service neutron] 10.222.0.55 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809262 Apr 12 16:55:04.067286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d0bc2ba-57bc-40fa-b228-ed9f8ce2f6bf req-bb4479da-0605-4109-8eb9-8e0cf3e0f8b9 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 210 time: 0.0325818 Apr 12 16:55:04.899714 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33928be-764c-4f91-bf34-55545b54cecd req-196f9945-db3a-41fc-b3bb-f18ec9847797 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:04.901192 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e33928be-764c-4f91-bf34-55545b54cecd req-196f9945-db3a-41fc-b3bb-f18ec9847797 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0465834 Apr 12 16:55:04.948447 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e33928be-764c-4f91-bf34-55545b54cecd req-c7fbbf3d-bfac-41ad-821e-f2c36a5c8c9a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Apr 12 16:55:05.158477 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b5d99045-9f81-455f-83cd-004635330ca0 req-1bc92e38-2373-41ac-8dc7-fde08432d113 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 210 time: 0.0271583 Apr 12 16:55:06.064083 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d16db-1041-45d6-ae43-96993b8e01a0 req-9f02652c-abb2-47a1-9a12-85120702a433 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:06.065501 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca9d16db-1041-45d6-ae43-96993b8e01a0 req-9f02652c-abb2-47a1-9a12-85120702a433 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0490913 Apr 12 16:55:06.111787 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ca9d16db-1041-45d6-ae43-96993b8e01a0 req-ac39a529-56e0-4eb6-96f4-474b610e264f tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408356 Apr 12 16:55:06.251389 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1a0c907-8cba-485c-94d5-c9ca8e63c80b req-842967b0-008f-464a-89f2-02b5d605bffa tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 210 time: 0.0275862 Apr 12 16:55:07.273122 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27750-a19b-4fc6-9a0f-3f3692a620dc req-356ffd3c-ff42-405f-b66f-f02f552e4afe tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:07.274614 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7b27750-a19b-4fc6-9a0f-3f3692a620dc req-356ffd3c-ff42-405f-b66f-f02f552e4afe tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0466838 Apr 12 16:55:07.328157 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7b27750-a19b-4fc6-9a0f-3f3692a620dc req-f90f1553-1c62-4140-b5a4-e36de1959cb2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460625 Apr 12 16:55:07.372036 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a38c1175-7214-485d-905c-b78e21568999 req-1dd0165d-e2d2-4b9c-96ce-a840090cbc14 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 210 time: 0.0312243 Apr 12 16:55:07.489924 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-34b8010d-3878-4f59-8e13-1a9e2bc13376 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:07.491431 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-34b8010d-3878-4f59-8e13-1a9e2bc13376 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0492015 Apr 12 16:55:07.858968 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Deleting port 4a95b6e4-7b72-4991-851f-0040f75cc086 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:07.859414 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:08.016221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] For port 4a95b6e4-7b72-4991-851f-0040f75cc086, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=4a95b6e4-7b72-4991-851f-0040f75cc086,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:08.016509 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:08.083720 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-04d1b603-b5a5-4a4e-b829-071178eff3dd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:08.085144 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-04d1b603-b5a5-4a4e-b829-071178eff3dd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 810 time: 0.1741357 Apr 12 16:55:08.233113 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:08.233476 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:08.233794 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Floating IP d80938bf-95d3-4fa3-8c1d-165ca79daa89 disassociated. External IP: 172.27.3.171, port: 4a95b6e4-7b72-4991-851f-0040f75cc086. Apr 12 16:55:08.234137 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Calling delete_port for 4a95b6e4-7b72-4991-851f-0040f75cc086 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:08.265121 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-065a144e-197d-4433-8760-8edf0a1d5c52 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fccd96273b4b87b5822b82c0512412 HTTP/1.1" status: 200 len: 380 time: 0.0802083 Apr 12 16:55:08.301392 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'port': {'device_id': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'admin_state_up': True, 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'security_groups': ['1b1b0847-5fe1-4757-b1bd-8dc761f54438']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:08.438523 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Made reservation on behalf of 21fccd96273b4b87b5822b82c0512412 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:55:08.441921 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:08.452414 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15981ef-7fd9-446f-afd9-07fa1950e818 req-30af5280-280c-4c6e-b779-01bb2b73ed4a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:08.454005 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d15981ef-7fd9-446f-afd9-07fa1950e818 req-30af5280-280c-4c6e-b779-01bb2b73ed4a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 946 time: 0.0582011 Apr 12 16:55:08.495957 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-721903a7-f4ed-4a59-b8d4-10e10ddc3bea req-dc7d9eae-6e9a-4fe9-9c3d-6c7a75bf8a5d tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 210 time: 0.0518990 Apr 12 16:55:08.535698 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (4a95b6e4-7b72-4991-851f-0040f75cc086), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:08.541497 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d15981ef-7fd9-446f-afd9-07fa1950e818 req-a1cfd031-795a-4b06-9aca-25b7ae9776e9 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=322dc84e-17b1-4657-a227-993c83a318da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801318 Apr 12 16:55:08.576834 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event deleted for resources: {'Port': ['ID=4a95b6e4-7b72-4991-851f-0040f75cc086,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:08.718138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Allocated IP 172.20.0.11 (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef/93eec2a4-ab5a-4061-927c-4fb991714756/17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:08.770068 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b365cd-6a89-4153-a836-e37c046aeaf7 req-c1794539-1dc7-4232-811a-a708be052baf tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:08.771722 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d6b365cd-6a89-4153-a836-e37c046aeaf7 req-c1794539-1dc7-4232-811a-a708be052baf tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0658855 Apr 12 16:55:08.778341 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Router e4219148-315b-4598-affa-268390ead717 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:08.830806 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d6b365cd-6a89-4153-a836-e37c046aeaf7 req-99d08181-e38c-4cac-92d7-6c76f3a74f91 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520267 Apr 12 16:55:08.964383 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:08.984777 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:09.002521 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] Sync routers for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:09.019093 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:09.020068 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:09.042519 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] No DVR routers for this DVR port 4a95b6e4-7b72-4991-851f-0040f75cc086 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:09.046787 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:09.050253 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b9ac1db5-7c95-4968-b96a-1d832caccbdc req-a165ebaa-2ed4-4db2-ab4b-79ef58ee42f4 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "DELETE /v2.0/ports/4a95b6e4-7b72-4991-851f-0040f75cc086 HTTP/1.1" status: 204 len: 173 time: 1.2828498 Apr 12 16:55:09.050617 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'name': 'network-vif-deleted', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:09.052963 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c730b46-7d6d-4578-8772-b8d5127c2be9" -d '{"events": [{"server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "name": "network-vif-deleted", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:09.065493 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:09.112039 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:09.117905 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:09.122573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:09.136131 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event updated for resources: {'Port': ['ID=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:09.170000 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:09.186333 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948286f-78cf-4c1d-bd4e-80897cdbfba3 x-openstack-request-id: req-8948286f-78cf-4c1d-bd4e-80897cdbfba3 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:09.186729 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f81585-34bc-4adc-9488-4c4754e93c47", "name": "network-vif-deleted", "tag": "4a95b6e4-7b72-4991-851f-0040f75cc086", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:09.187092 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8948286f-78cf-4c1d-bd4e-80897cdbfba3 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:09.187571 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8948286f-78cf-4c1d-bd4e-80897cdbfba3'] response: {'server_uuid': '07f81585-34bc-4adc-9488-4c4754e93c47', 'name': 'network-vif-deleted', 'tag': '4a95b6e4-7b72-4991-851f-0040f75cc086', 'status': 'completed', 'code': 200} Apr 12 16:55:09.204832 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:09.206257 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:09.227376 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-9ce31c8e-9b30-4670-b102-19e2a206600e tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9308131 Apr 12 16:55:09.454857 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-33e326d6-c318-4c1a-8af5-8ff20ffd09c9 None None] Provisioning complete for port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:09.455261 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33e326d6-c318-4c1a-8af5-8ff20ffd09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:09.506941 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-33e326d6-c318-4c1a-8af5-8ff20ffd09c9 None None] Port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:55:09.550531 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:09.577881 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] Checking router: e4219148-315b-4598-affa-268390ead717 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:09.586668 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:09.587351 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:09.656561 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58e57f17-9610-4468-873e-1e95f9b8dc92 req-a0d08588-5d2e-4ac7-a4fc-821646b8d531 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 210 time: 0.0316818 Apr 12 16:55:09.662497 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586dfab-4dfd-4165-8a75-eb36b27f64ad req-a582185b-ff42-4daf-8847-33540e62b71c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:09.663922 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2586dfab-4dfd-4165-8a75-eb36b27f64ad req-a582185b-ff42-4daf-8847-33540e62b71c tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 932 time: 0.0776999 Apr 12 16:55:09.700970 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:09.719141 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2586dfab-4dfd-4165-8a75-eb36b27f64ad req-a9a0cf31-3ace-4af6-a792-12dc54ec4bf0 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476158 Apr 12 16:55:09.891424 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:09.922299 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab830d9-4df9-4557-91d9-b7864a26e739 None None] The sync data for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi is: [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:00Z', 'revision_number': 4, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '63e04c8b-d523-4e4f-a4d4-98befe4d8d15', 'name': '', 'network_id': '553f844a-d4d6-4ae6-9e49-7078ca5d959f', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'mac_address': 'fa:16:3e:84:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:55Z', 'updated_at': '2022-04-12T16:50:10Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'subnets': [{'id': '710531b1-3a07-41c7-8397-ca5bb84350f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:09.951301 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63d54-c1f4-45ea-bcc1-1c2b760f7b88 req-fa918d82-4e30-4f03-bcee-7a48ba43a3c1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:09.952824 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-57b63d54-c1f4-45ea-bcc1-1c2b760f7b88 req-fa918d82-4e30-4f03-bcee-7a48ba43a3c1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0484412 Apr 12 16:55:10.005828 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-57b63d54-c1f4-45ea-bcc1-1c2b760f7b88 req-46450c41-d68e-4520-99ca-ce769caf5422 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473576 Apr 12 16:55:10.112621 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Request body: {'port': {'device_id': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:10.157587 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4603c5-1a44-4161-8b9a-80f83f849dbf None None] New status for floating IP d80938bf-95d3-4fa3-8c1d-165ca79daa89: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:55:10.175866 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:10.453346 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:55:10.460743 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Publish callbacks [] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:10.502794 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Transition to ACTIVE for port object 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:55:10.506631 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:10.520654 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 4a95b6e4-7b72-4991-851f-0040f75cc086 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:10.522832 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-a6463269-4c5e-4342-97b9-310c672a02c5 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:10.524326 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-a6463269-4c5e-4342-97b9-310c672a02c5 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0614038 Apr 12 16:55:10.549385 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 4a95b6e4-7b72-4991-851f-0040f75cc086 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:10.549814 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 4a95b6e4-7b72-4991-851f-0040f75cc086 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:10.577520 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Pushing event updated for resources: {'Port': ['ID=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:10.648195 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Attempting to bind port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:55:10.648537 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Attempting to bind port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:55:10.648870 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Attempting to bind port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:10.653592 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:55:10.653915 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Attempting to bind port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 on network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:10.658872 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:55:10.659243 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Checking segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:10.659633 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Bound using segment: {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:55:10.660064 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Bound port: 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb63dec-7e90-46aa-b54a-d68327be1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:55:10.660423 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:10.733985 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] For port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:55:10.737185 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] For port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:55:10.744585 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:10.776525 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6efbcbe6-9010-431b-881d-d4557396813f req-e9b80aae-e181-42fe-9b97-d424e1b4e3b8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f81585-34bc-4adc-9488-4c4754e93c47 HTTP/1.1" status: 200 len: 210 time: 0.0336058 Apr 12 16:55:10.822681 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:10.823392 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:10.825052 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] 10.222.0.49 "PUT /v2.0/ports/17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 HTTP/1.1" status: 200 len: 1094 time: 0.7166154 Apr 12 16:55:10.851157 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618399a7-9acf-498a-a198-a684cfc676fa service neutron] Pushing event updated for resources: {'Port': ['ID=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:10.860025 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87168dbd-fa22-4e8f-8f65-0fb9b64d0e37 req-6e1f9ef0-1a22-4914-b7ea-2a8dcc060e26 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:10.861863 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87168dbd-fa22-4e8f-8f65-0fb9b64d0e37 req-6e1f9ef0-1a22-4914-b7ea-2a8dcc060e26 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 944 time: 0.0656917 Apr 12 16:55:10.921510 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-87168dbd-fa22-4e8f-8f65-0fb9b64d0e37 req-8d5300af-055b-4aad-ab87-564368b900eb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532315 Apr 12 16:55:10.944257 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port 2acd8865-6a24-4518-a5fb-7a14498c1f16 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:10.944693 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:10.966361 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-dcb94b77-7da8-49c8-82e7-8a9c5e17eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:10.967897 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-dcb94b77-7da8-49c8-82e7-8a9c5e17eb01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 1128 time: 0.0676653 Apr 12 16:55:11.055054 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-eaf70936-f444-4aab-855d-76eecf3be640 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 HTTP/1.1" status: 200 len: 217 time: 0.0454137 Apr 12 16:55:11.109981 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] For port 2acd8865-6a24-4518-a5fb-7a14498c1f16, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=2acd8865-6a24-4518-a5fb-7a14498c1f16,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:11.110354 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:11.126120 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75984126-28e5-4cdf-8777-ea348ae195f7 req-98ab32d6-c734-4fa2-920d-dfb2471d3758 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:11.127648 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75984126-28e5-4cdf-8777-ea348ae195f7 req-98ab32d6-c734-4fa2-920d-dfb2471d3758 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 946 time: 0.0499170 Apr 12 16:55:11.163423 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-89acc21a-2c83-4d74-a3e3-ba080abea408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:11.164901 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-89acc21a-2c83-4d74-a3e3-ba080abea408 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.1020081 Apr 12 16:55:11.176372 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-75984126-28e5-4cdf-8777-ea348ae195f7 req-c542200d-9dd0-4aba-9a41-04cde55d1de9 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6883970-f374-4721-8392-c89d5af46e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 Apr 12 16:55:11.202068 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:11.204323 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeadf10-ad09-471f-99fb-d23b880125c5" -d '{"events": [{"name": "network-changed", "server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:11.252080 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4e0af1-305e-43e1-b7df-0facd5a0f946 x-openstack-request-id: req-2c4e0af1-305e-43e1-b7df-0facd5a0f946 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:11.252309 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:11.252560 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c4e0af1-305e-43e1-b7df-0facd5a0f946 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:11.252946 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4e0af1-305e-43e1-b7df-0facd5a0f946'] response: {'name': 'network-changed', 'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'status': 'completed', 'code': 200} Apr 12 16:55:11.259404 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-944bba80-81fa-4027-b77d-3c0dc68fe72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:11.261701 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-944bba80-81fa-4027-b77d-3c0dc68fe72b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882206 Apr 12 16:55:11.389351 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:11.389794 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (37945549-a28a-424b-8b3b-811eea4fc85b), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:11.390021 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP 37945549-a28a-424b-8b3b-811eea4fc85b disassociated. External IP: 172.27.3.138, port: 2acd8865-6a24-4518-a5fb-7a14498c1f16. Apr 12 16:55:11.390366 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for 2acd8865-6a24-4518-a5fb-7a14498c1f16 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:11.415207 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-2e9a6dd2-cb1d-4db7-8929-2687762af8de service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452644 Apr 12 16:55:11.548319 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-07dfbc8d-f0ca-4782-aae6-da07c5fceccf req-b05e4459-d503-4780-97ad-684dbc9c1703 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070089 Apr 12 16:55:11.599144 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (2acd8865-6a24-4518-a5fb-7a14498c1f16), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:11.640482 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=2acd8865-6a24-4518-a5fb-7a14498c1f16,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:11.766607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:11.864261 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52920) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:11.910035 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:11.922878 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group (322dc84e-17b1-4657-a227-993c83a318da), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:11.948180 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group (322dc84e-17b1-4657-a227-993c83a318da), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.044788 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (322dc84e-17b1-4657-a227-993c83a318da), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.048210 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.051673 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "DELETE /v2.0/security-groups/322dc84e-17b1-4657-a227-993c83a318da HTTP/1.1" status: 204 len: 168 time: 0.1841564 Apr 12 16:55:12.052264 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52924) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:12.071434 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-1e536c39-4a3b-46b9-9ad3-e7d6cb556af8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] show failed (client error): The resource could not be found. Apr 12 16:55:12.074974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961e956-68ef-42fe-b71d-1ab098b5269c req-48ec97cd-e8c7-4144-9e7f-5304ace5df11 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:12.075145 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1e536c39-4a3b-46b9-9ad3-e7d6cb556af8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups/322dc84e-17b1-4657-a227-993c83a318da HTTP/1.1" status: 404 len: 347 time: 0.0192339 Apr 12 16:55:12.075240 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9961e956-68ef-42fe-b71d-1ab098b5269c req-48ec97cd-e8c7-4144-9e7f-5304ace5df11 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 944 time: 0.0677307 Apr 12 16:55:12.075793 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322dc84e-17b1-4657-a227-993c83a318da,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:12.076489 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52926) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:12.090983 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.091343 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.091702 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.092051 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.092396 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.092734 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.093070 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.093404 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.093741 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.094076 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.094404 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.094732 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.095091 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.095423 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.095750 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990028-d5d8-4a9b-8d14-92e4f4645fd8 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:12.141422 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9961e956-68ef-42fe-b71d-1ab098b5269c req-dded0478-6633-4b8a-a054-e3053e556069 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584719 Apr 12 16:55:12.228746 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:12.238863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:12.249869 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:12.250999 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:12.265700 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Deleting port f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:12.266048 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.280872 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0e59cf45-0e24-48f2-85f6-0b4621c2f068 req-6cc77e5f-5880-4cfc-bb0f-5ef511f36bd9 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fc87be3-142f-4de2-b4f8-3eeb9bbada93 HTTP/1.1" status: 200 len: 210 time: 0.0319340 Apr 12 16:55:12.299699 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] No DVR routers for this DVR port 2acd8865-6a24-4518-a5fb-7a14498c1f16 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:12.303173 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.306415 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-81403175-6ffd-43a6-8263-f27e52f4a331 req-13977099-323d-4002-8f5f-f6e54b8cf6ff tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "DELETE /v2.0/ports/2acd8865-6a24-4518-a5fb-7a14498c1f16 HTTP/1.1" status: 204 len: 173 time: 1.5253232 Apr 12 16:55:12.365381 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:12.365577 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.365739 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.379276 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Calling delete_port for f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:12.541072 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-b95d426d-4781-4e29-a96c-c0b9d5894b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:12.543214 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-b95d426d-4781-4e29-a96c-c0b9d5894b30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 1128 time: 0.0531127 Apr 12 16:55:12.551507 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.583401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:12.608838 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event deleted for resources: {'Port': ['ID=f45bd3e6-fbb9-49a8-926b-0ca7d0c642f1,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:12.614738 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:12.626152 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:12.626780 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:12.722708 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-9b7eac1b-3796-4c95-b91e-5e77ff4a8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:12.724518 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-9b7eac1b-3796-4c95-b91e-5e77ff4a8ff8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 912 time: 0.1744764 Apr 12 16:55:12.725445 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks [] for floatingip (d80938bf-95d3-4fa3-8c1d-165ca79daa89), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.728464 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:12.730030 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fa105f04-030b-4799-8508-b290f4d90993 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "DELETE /v2.0/floatingips/d80938bf-95d3-4fa3-8c1d-165ca79daa89 HTTP/1.1" status: 204 len: 168 time: 0.6525009 Apr 12 16:55:12.743589 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:12.948509 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:12.955871 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-50d3025e-6074-4749-b544-b8bc1e385cc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 HTTP/1.1" status: 200 len: 217 time: 0.0439694 Apr 12 16:55:12.975967 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8916622-51d1-4298-8bbf-eb549d9c9064 None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:13.020611 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-7ad9fd15-0b5f-4432-8d25-0ae2100f0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:13.022213 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-7ad9fd15-0b5f-4432-8d25-0ae2100f0653 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.0576131 Apr 12 16:55:13.071217 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-018fba58-d09e-42fc-ae50-1e81b9e15afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:13.073142 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-018fba58-d09e-42fc-ae50-1e81b9e15afd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433633 Apr 12 16:55:13.177019 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-317aa9f8-d4b9-46ba-9e82-f9924078bdf2 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952301 Apr 12 16:55:13.255269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'name': 'network-vif-deleted', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:13.257442 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624118bb-539c-40a3-8777-8f66b5e7a4b7" -d '{"events": [{"server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "name": "network-vif-deleted", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:13.257614 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f018c857-7c57-4ecf-a223-a1d17e10ca6b None None] New status for floating IP 37945549-a28a-424b-8b3b-811eea4fc85b: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:55:13.272031 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ac105-0d82-4b4f-9c92-7bf7c42a8a1a req-578d36f6-d304-478d-bbc0-806c097516d2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:13.273636 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-731ac105-0d82-4b4f-9c92-7bf7c42a8a1a req-578d36f6-d304-478d-bbc0-806c097516d2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 944 time: 0.0610220 Apr 12 16:55:13.278948 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-bfeadf10-ad09-471f-99fb-d23b880125c5 req-336ddba3-fee9-4fd4-a52b-c386c6e60d8f service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940497 Apr 12 16:55:13.315634 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d6356-cdd2-4098-bfb2-3b8d5c7d0330 x-openstack-request-id: req-605d6356-cdd2-4098-bfb2-3b8d5c7d0330 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:13.316052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc87be3-142f-4de2-b4f8-3eeb9bbada93", "name": "network-vif-deleted", "tag": "2acd8865-6a24-4518-a5fb-7a14498c1f16", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:13.316405 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-605d6356-cdd2-4098-bfb2-3b8d5c7d0330 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:13.316906 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605d6356-cdd2-4098-bfb2-3b8d5c7d0330'] response: {'server_uuid': '8fc87be3-142f-4de2-b4f8-3eeb9bbada93', 'name': 'network-vif-deleted', 'tag': '2acd8865-6a24-4518-a5fb-7a14498c1f16', 'status': 'completed', 'code': 200} Apr 12 16:55:13.326078 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-731ac105-0d82-4b4f-9c92-7bf7c42a8a1a req-6fc4ef4c-f627-4429-8f10-df6a00c99e00 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436745 Apr 12 16:55:13.377477 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52944) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:13.439534 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-115f9779-3ef5-4ac1-a5a1-1b281358fc0a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (c6883970-f374-4721-8392-c89d5af46e79), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.462486 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-115f9779-3ef5-4ac1-a5a1-1b281358fc0a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (c6883970-f374-4721-8392-c89d5af46e79), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.509154 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-115f9779-3ef5-4ac1-a5a1-1b281358fc0a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c6883970-f374-4721-8392-c89d5af46e79), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.512447 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-115f9779-3ef5-4ac1-a5a1-1b281358fc0a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.513611 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-115f9779-3ef5-4ac1-a5a1-1b281358fc0a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/security-groups/c6883970-f374-4721-8392-c89d5af46e79 HTTP/1.1" status: 204 len: 168 time: 0.1337583 Apr 12 16:55:13.516549 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52946) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:13.522352 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f9779-3ef5-4ac1-a5a1-1b281358fc0a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6883970-f374-4721-8392-c89d5af46e79,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:13.530472 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.api.v2.resource [None req-17eb93e3-336d-49a6-bb69-b81baaa506ce tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] show failed (client error): The resource could not be found. Apr 12 16:55:13.531514 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-17eb93e3-336d-49a6-bb69-b81baaa506ce tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups/c6883970-f374-4721-8392-c89d5af46e79 HTTP/1.1" status: 404 len: 347 time: 0.0139811 Apr 12 16:55:13.534400 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52948) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:13.650399 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port cfc593ec-c597-430d-b44b-deeb7f59c11e {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:13.650751 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.728304 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.728555 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (cfc593ec-c597-430d-b44b-deeb7f59c11e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.741076 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for cfc593ec-c597-430d-b44b-deeb7f59c11e owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:13.874478 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (cfc593ec-c597-430d-b44b-deeb7f59c11e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.900659 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=cfc593ec-c597-430d-b44b-deeb7f59c11e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:13.966851 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (37945549-a28a-424b-8b3b-811eea4fc85b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.969633 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:13.970773 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b4d1de43-9a09-4efc-b2b4-b739d9ff4edb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/floatingips/37945549-a28a-424b-8b3b-811eea4fc85b HTTP/1.1" status: 204 len: 168 time: 0.4354522 Apr 12 16:55:14.098997 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:14.103586 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-342711bc-0b81-4880-b524-6191badc1538 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124922778', 'description': 'tempest-description--1877744114'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:14.125454 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-342711bc-0b81-4880-b524-6191badc1538 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.190820 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-342711bc-0b81-4880-b524-6191badc1538 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (28755452-ccc7-4060-a5a5-7c5157d22d00), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.194941 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-342711bc-0b81-4880-b524-6191badc1538 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (28755452-ccc7-4060-a5a5-7c5157d22d00), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.226123 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-342711bc-0b81-4880-b524-6191badc1538 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.227352 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-342711bc-0b81-4880-b524-6191badc1538 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1273444 Apr 12 16:55:14.230065 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342711bc-0b81-4880-b524-6191badc1538 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28755452-ccc7-4060-a5a5-7c5157d22d00,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:14.232068 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52960) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:14.237478 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-6dd62393-8017-4bf5-9889-fdbb56c67a07 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': '28755452-ccc7-4060-a5a5-7c5157d22d00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:14.262628 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6dd62393-8017-4bf5-9889-fdbb56c67a07 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (6e4bb182-4b6b-4241-9ccb-b682fb7b2341), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.319621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6dd62393-8017-4bf5-9889-fdbb56c67a07 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (6e4bb182-4b6b-4241-9ccb-b682fb7b2341), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.323457 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6dd62393-8017-4bf5-9889-fdbb56c67a07 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (6e4bb182-4b6b-4241-9ccb-b682fb7b2341), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.339786 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd62393-8017-4bf5-9889-fdbb56c67a07 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4bb182-4b6b-4241-9ccb-b682fb7b2341,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:14.348825 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6dd62393-8017-4bf5-9889-fdbb56c67a07 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.350000 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6dd62393-8017-4bf5-9889-fdbb56c67a07 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166756 Apr 12 16:55:14.352698 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 52964) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:14.357614 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-fdba530c-efb1-4b17-9861-ce7d9601dce6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'security_group_rule': {'security_group_id': '28755452-ccc7-4060-a5a5-7c5157d22d00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:14.384401 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fdba530c-efb1-4b17-9861-ce7d9601dce6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (be65173f-a7e7-45ad-81e0-f00cc883344f), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.465928 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a571b99-484c-4a18-a8bb-4005af43b62e req-f8e3c84f-7b89-4ac5-b985-d7647f8ed8e8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:14.467435 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a571b99-484c-4a18-a8bb-4005af43b62e req-f8e3c84f-7b89-4ac5-b985-d7647f8ed8e8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 944 time: 0.0662396 Apr 12 16:55:14.476651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fdba530c-efb1-4b17-9861-ce7d9601dce6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (be65173f-a7e7-45ad-81e0-f00cc883344f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.489650 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fdba530c-efb1-4b17-9861-ce7d9601dce6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (be65173f-a7e7-45ad-81e0-f00cc883344f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.516176 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba530c-efb1-4b17-9861-ce7d9601dce6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be65173f-a7e7-45ad-81e0-f00cc883344f,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:14.533330 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fdba530c-efb1-4b17-9861-ce7d9601dce6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.533546 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:55:14.534509 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-fdba530c-efb1-4b17-9861-ce7d9601dce6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1808805 Apr 12 16:55:14.537714 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 52966) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:14.543039 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:14.543588 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a571b99-484c-4a18-a8bb-4005af43b62e req-88ba79cd-8431-407f-be1d-080504d7cb38 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692933 Apr 12 16:55:14.550643 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 2acd8865-6a24-4518-a5fb-7a14498c1f16 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:14.572508 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.573964 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 2acd8865-6a24-4518-a5fb-7a14498c1f16 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:14.574298 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 2acd8865-6a24-4518-a5fb-7a14498c1f16 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:14.654355 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.658825 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:14.670738 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'port_id': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'mac_address': 'fa:16:3e:b4:2a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:55:14.707438 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:14.707847 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.723210 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:55:14.744768 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:14.748549 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.766102 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.27.3.250 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/9f56b8d1-0586-4c86-8ede-3ff44a652e05) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:14.799860 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:14.873733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.905593 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:14.944905 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:14.950221 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:14.953695 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:14.959081 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=9f56b8d1-0586-4c86-8ede-3ff44a652e05,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:15.049997 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (6e4555d9-c60f-4a05-a85c-bef408c2dc32), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:15.088380 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:15.093733 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:15.222585 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f4f1-e2f7-4ff9-9fb9-a70a7811956c req-163b6688-d790-4097-a527-4ac9881cf147 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:15.224293 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a11f4f1-e2f7-4ff9-9fb9-a70a7811956c req-163b6688-d790-4097-a527-4ac9881cf147 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0540841 Apr 12 16:55:15.261444 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:15.266409 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:15.276110 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3a11f4f1-e2f7-4ff9-9fb9-a70a7811956c req-093353b1-5e38-4259-a240-479cf70d4358 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Apr 12 16:55:15.335626 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=9f56b8d1-0586-4c86-8ede-3ff44a652e05,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:15.343962 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (6e4555d9-c60f-4a05-a85c-bef408c2dc32), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:15.358492 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:15.359738 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a2ad7cdf-6c7b-49d2-b0fd-b522ec7dbf62 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8209410 Apr 12 16:55:15.504383 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-29a2f6d3-a374-40b7-9305-c65c4a3519dc tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2124922778&fields=id&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 267 time: 0.0413568 Apr 12 16:55:15.611745 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-a6d42b43-f6c3-4749-a473-66dfb3725aea tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:15.613216 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-a6d42b43-f6c3-4749-a473-66dfb3725aea tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.1019070 Apr 12 16:55:15.650364 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-494096d2-34c3-4a51-a43a-4ebd8f6bde19 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/quotas/fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 375 time: 0.0273049 Apr 12 16:55:15.672312 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41fd21-4293-49ba-97e5-aae16f471cc8 req-bbd9cd4b-8d08-49aa-acb2-4fe971bf26c6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:15.673742 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f41fd21-4293-49ba-97e5-aae16f471cc8 req-bbd9cd4b-8d08-49aa-acb2-4fe971bf26c6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 945 time: 0.0596759 Apr 12 16:55:15.719794 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-05dbb14c-cc49-48dd-885c-dcf1f6533fa1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639265 Apr 12 16:55:15.748506 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f41fd21-4293-49ba-97e5-aae16f471cc8 req-b753399e-ddad-4167-850e-a2ccd67878e1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583849 Apr 12 16:55:15.867379 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-06273f51-7be3-48f4-a00c-d3851963aee8 service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343319 Apr 12 16:55:15.961120 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-7cc9af1e-cdf1-4c4c-8d83-8cf722551c21 service neutron] 10.222.0.55 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879583 Apr 12 16:55:16.118301 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-18d38fc7-be61-479a-9dbd-2a09c8d51ea9 req-fbde691d-6a78-417b-81b1-d873396e470e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Apr 12 16:55:16.403411 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94b8b6-9f4d-43d0-8219-8eca8b7b10a3 req-1a1af22a-f44f-42b8-97c6-fc1bdb773800 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:16.404902 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cf94b8b6-9f4d-43d0-8219-8eca8b7b10a3 req-1a1af22a-f44f-42b8-97c6-fc1bdb773800 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0558162 Apr 12 16:55:16.453131 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cf94b8b6-9f4d-43d0-8219-8eca8b7b10a3 req-ac56a834-c86d-49a7-9100-3012a6924fff tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Apr 12 16:55:16.550821 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:16.597127 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:55:16.602722 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:16.603130 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:16.679304 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:16.679607 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:16.703203 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:16.705431 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca49c3-6a65-408f-823a-324ef8ffde01" -d '{"events": [{"server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "name": "network-vif-plugged", "status": "completed", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:16.719829 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:16.723725 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:16.747448 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7956fdcd-fea8-409e-9ed5-bed682e54c85 x-openstack-request-id: req-7956fdcd-fea8-409e-9ed5-bed682e54c85 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:16.747766 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "name": "network-vif-plugged", "status": "completed", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:16.748023 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7956fdcd-fea8-409e-9ed5-bed682e54c85 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:16.748413 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7956fdcd-fea8-409e-9ed5-bed682e54c85'] response: {'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'code': 200} Apr 12 16:55:16.773695 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:16.858156 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e3d01-44bc-4c06-a21b-3e89db1bbb39 req-05d88b4f-8146-4de6-991b-662cfae8c888 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:16.859658 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d52e3d01-44bc-4c06-a21b-3e89db1bbb39 req-05d88b4f-8146-4de6-991b-662cfae8c888 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0452313 Apr 12 16:55:16.905395 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d52e3d01-44bc-4c06-a21b-3e89db1bbb39 req-a13169de-54bd-40f2-9761-317f6fb744a5 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Apr 12 16:55:17.214425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5fed8530-20a1-4780-9a59-9d68a1163dae req-ec72343d-e56a-43fe-b48f-1888289c59a9 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 210 time: 0.0290453 Apr 12 16:55:17.582355 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cae09-2ccc-486c-9ce8-508f7f3ca2f2 req-f51dd24c-3985-48e0-b0f6-3a6c1cff9b0a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:17.583860 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-409cae09-2ccc-486c-9ce8-508f7f3ca2f2 req-f51dd24c-3985-48e0-b0f6-3a6c1cff9b0a tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0474987 Apr 12 16:55:17.631878 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-409cae09-2ccc-486c-9ce8-508f7f3ca2f2 req-ff6e0eab-08c8-4210-88f3-de1baa4f43dc tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Apr 12 16:55:17.707812 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b08e-7ece-4b8e-b8c8-5cb9f7061201 req-efe59280-155a-4939-82cc-70ae9cb13572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:17.709228 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7cb7b08e-7ece-4b8e-b8c8-5cb9f7061201 req-efe59280-155a-4939-82cc-70ae9cb13572 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 1130 time: 0.0728102 Apr 12 16:55:17.718539 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-18dddf1a-612b-42ac-930c-2326b13bafd7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:17.720054 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-18dddf1a-612b-42ac-930c-2326b13bafd7 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 945 time: 0.0823219 Apr 12 16:55:18.008320 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7cb7b08e-7ece-4b8e-b8c8-5cb9f7061201 req-611e8c55-3de2-4877-93b9-6160e2bd709e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967627 Apr 12 16:55:18.026823 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Deleting port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:18.027215 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:18.032225 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388b56-b558-484e-a747-a5a3730b8787 req-6880da9f-a3e1-4260-9942-73b09bb95437 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:18.033951 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-27388b56-b558-484e-a747-a5a3730b8787 req-6880da9f-a3e1-4260-9942-73b09bb95437 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0515864 Apr 12 16:55:18.087486 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-27388b56-b558-484e-a747-a5a3730b8787 req-5bfc8d16-a4c4-4284-9877-80ea15693ab5 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453694 Apr 12 16:55:18.126967 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] For port 91a7a9c1-3fa1-4732-ac00-8c6f29127543, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=91a7a9c1-3fa1-4732-ac00-8c6f29127543,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:18.127348 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:18.140763 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Calling delete_port for 91a7a9c1-3fa1-4732-ac00-8c6f29127543 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:18.272618 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (91a7a9c1-3fa1-4732-ac00-8c6f29127543), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:18.300404 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event deleted for resources: {'Port': ['ID=91a7a9c1-3fa1-4732-ac00-8c6f29127543,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:18.309144 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['601c0518-68cb-4083-bd32-1d234098509b', '91a7a9c1-3fa1-4732-ac00-8c6f29127543'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:18.353062 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] No DVR routers for this DVR port 91a7a9c1-3fa1-4732-ac00-8c6f29127543 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:18.356136 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:18.359492 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-900fd3e8-1299-4891-b723-f008cb8202c4 req-a7db7dc7-1dfc-461b-be57-fad85bf2dae5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "DELETE /v2.0/ports/91a7a9c1-3fa1-4732-ac00-8c6f29127543 HTTP/1.1" status: 204 len: 173 time: 0.4493344 Apr 12 16:55:18.359947 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'name': 'network-vif-deleted', 'tag': '91a7a9c1-3fa1-4732-ac00-8c6f29127543'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:18.362300 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9715da54-6aff-4c21-a68f-772253c19ee0" -d '{"events": [{"server_uuid": "e1266676-e6d5-4b97-af82-8ff8f898058d", "name": "network-vif-deleted", "tag": "91a7a9c1-3fa1-4732-ac00-8c6f29127543"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:18.386080 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e50ad153-5745-406a-8925-bced92e66c82 req-e404453a-e3d0-488a-b411-0aa7dcb2d65f tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 210 time: 0.1058726 Apr 12 16:55:18.422117 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77dbaf6-71c8-4289-953e-d45cb4bde88b x-openstack-request-id: req-a77dbaf6-71c8-4289-953e-d45cb4bde88b {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:18.422542 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1266676-e6d5-4b97-af82-8ff8f898058d", "name": "network-vif-deleted", "tag": "91a7a9c1-3fa1-4732-ac00-8c6f29127543", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:18.423104 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a77dbaf6-71c8-4289-953e-d45cb4bde88b {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:18.423293 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77dbaf6-71c8-4289-953e-d45cb4bde88b'] response: {'server_uuid': 'e1266676-e6d5-4b97-af82-8ff8f898058d', 'name': 'network-vif-deleted', 'tag': '91a7a9c1-3fa1-4732-ac00-8c6f29127543', 'status': 'completed', 'code': 200} Apr 12 16:55:18.470717 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-95981906-4b8a-48a7-bc62-4b0b28c1e87e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:18.472165 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-95981906-4b8a-48a7-bc62-4b0b28c1e87e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 815 time: 0.1461136 Apr 12 16:55:18.732009 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b54815d4-bc65-4f59-b6ba-8155bb62c31d req-4fcc3b2a-36e4-4396-9c9c-aaf7de3cfc2b tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 210 time: 0.0303226 Apr 12 16:55:18.910775 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-5acd1b8d-89db-4de1-9946-8ac38b7cbe80 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae28403f9c94d76899fbfb5e997f585 HTTP/1.1" status: 200 len: 380 time: 0.0523214 Apr 12 16:55:18.923630 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'port': {'device_id': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'admin_state_up': True, 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'security_groups': ['28755452-ccc7-4060-a5a5-7c5157d22d00']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:19.036262 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Made reservation on behalf of fae28403f9c94d76899fbfb5e997f585 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:55:19.039569 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:19.192658 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Allocated IP 172.20.0.13 (fd491a4c-3c01-45c6-ba4b-d85f30b21624/3665ef25-cb10-4dc5-953d-ceacf9b2be6b/cbcdda8f-b6aa-47ed-b659-17fa8fd01203) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:19.219772 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30eb97e-d9c9-4096-a485-717a75450a2d req-88907d70-6caa-4054-a3a4-803db1eeebde tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:19.221267 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f30eb97e-d9c9-4096-a485-717a75450a2d req-88907d70-6caa-4054-a3a4-803db1eeebde tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0639639 Apr 12 16:55:19.250229 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:55:19.340304 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f30eb97e-d9c9-4096-a485-717a75450a2d req-da028d0a-efba-4ac2-b543-2379ea34efe2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054125 Apr 12 16:55:19.384180 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:19.416766 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:19.461070 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:19.473924 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:19.493180 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:19.526006 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event updated for resources: {'Port': ['ID=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:19.543173 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d53d-e004-4bfb-8908-6a80aca31184 req-8cd6a84a-7a57-4b21-9417-7e369b4f25e8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:19.544730 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8599d53d-e004-4bfb-8908-6a80aca31184 req-8cd6a84a-7a57-4b21-9417-7e369b4f25e8 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 932 time: 0.0879414 Apr 12 16:55:19.581271 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:19.581907 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:19.613999 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-e4206379-56d1-49cf-a5cf-6dcb484ef720 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6944695 Apr 12 16:55:19.622643 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8599d53d-e004-4bfb-8908-6a80aca31184 req-94b59934-35ec-4260-964f-49eac6686592 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722311 Apr 12 16:55:19.724240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-3f75ed3c-6919-433d-9321-b511cfd0650d None None] Provisioning complete for port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:19.724806 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3f75ed3c-6919-433d-9321-b511cfd0650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:19.763148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-3f75ed3c-6919-433d-9321-b511cfd0650d None None] Port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:55:19.841464 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-980277da-e7e1-4843-8fa6-7118a8df99ae req-bbebb54a-b0b9-4e6c-bcc5-952c64febd91 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1266676-e6d5-4b97-af82-8ff8f898058d HTTP/1.1" status: 200 len: 210 time: 0.0273399 Apr 12 16:55:20.020249 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Request body: {'port': {'device_id': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:20.078725 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:20.348851 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcdda8f-b6aa-47ed-b659-17fa8fd01203 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:55:20.356154 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Publish callbacks [] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:20.368538 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Transition to ACTIVE for port object cbcdda8f-b6aa-47ed-b659-17fa8fd01203 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:55:20.373123 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:20.459124 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:20.498404 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402999-e090-4b89-b91b-11f4dbf7d20f req-e5754345-21ee-4944-80a4-062f210ab189 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:20.499965 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-82402999-e090-4b89-b91b-11f4dbf7d20f req-e5754345-21ee-4944-80a4-062f210ab189 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0885117 Apr 12 16:55:20.579850 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Attempting to bind port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:55:20.580196 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Attempting to bind port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:55:20.580529 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Attempting to bind port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:20.587260 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-82402999-e090-4b89-b91b-11f4dbf7d20f req-1c83c8a3-cbf2-4755-a15d-50c574642340 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690939 Apr 12 16:55:20.588250 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:55:20.588756 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Attempting to bind port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 on network fd491a4c-3c01-45c6-ba4b-d85f30b21624 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:20.593770 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:55:20.594111 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Checking segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:20.594498 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Bound using segment: {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:55:20.594972 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Bound port: cbcdda8f-b6aa-47ed-b659-17fa8fd01203, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387d9256-3ab7-4031-9771-2c53ea4b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:55:20.595338 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:20.690045 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] For port cbcdda8f-b6aa-47ed-b659-17fa8fd01203, host hv-cinder-83752, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:55:20.719256 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] For port cbcdda8f-b6aa-47ed-b659-17fa8fd01203, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:55:20.743443 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1296f-8526-49eb-b95b-5bfbe27310ab req-fd5e0dfe-1105-4cf4-b35f-d61cb472eb55 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:20.745469 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-26c1296f-8526-49eb-b95b-5bfbe27310ab req-fd5e0dfe-1105-4cf4-b35f-d61cb472eb55 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0958819 Apr 12 16:55:20.748892 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:20.754186 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53040) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:20.759491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Request body: {'floatingip': {'port_id': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:20.791036 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842de02-aee4-4a87-87ca-2dbd56155b36 req-83fc6d89-9a82-4d7e-a936-873aa45b3904 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:20.793809 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e842de02-aee4-4a87-87ca-2dbd56155b36 req-83fc6d89-9a82-4d7e-a936-873aa45b3904 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.0984674 Apr 12 16:55:20.798342 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:20.798994 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:20.800409 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] 10.222.0.49 "PUT /v2.0/ports/cbcdda8f-b6aa-47ed-b659-17fa8fd01203 HTTP/1.1" status: 200 len: 1094 time: 0.7925575 Apr 12 16:55:20.800851 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:20.803118 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a820eb4-2598-44da-a01d-c2d34d9de408" -d '{"events": [{"name": "network-changed", "server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:20.807343 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (c8248067-a6c3-435e-b6c0-ab1f8fc89654), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:20.851729 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 91a7a9c1-3fa1-4732-ac00-8c6f29127543 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:20.877302 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b11c27-e08e-4098-860f-327c56c1e1b2 x-openstack-request-id: req-d3b11c27-e08e-4098-860f-327c56c1e1b2 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:20.877639 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:20.877849 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3b11c27-e08e-4098-860f-327c56c1e1b2 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:20.878260 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b11c27-e08e-4098-860f-327c56c1e1b2'] response: {'name': 'network-changed', 'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'status': 'completed', 'code': 200} Apr 12 16:55:20.887889 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a52fd-3886-4684-896c-6ddf63f16f26 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:20.906203 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 91a7a9c1-3fa1-4732-ac00-8c6f29127543 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:20.906568 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 91a7a9c1-3fa1-4732-ac00-8c6f29127543 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:20.932953 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-166fd6ae-b5e8-4450-9dc7-1be453c71952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:20.934619 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-166fd6ae-b5e8-4450-9dc7-1be453c71952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 1128 time: 0.0556247 Apr 12 16:55:20.940507 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e842de02-aee4-4a87-87ca-2dbd56155b36 req-a29d8a16-e2db-471b-ad13-a6410dcdb651 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325636 Apr 12 16:55:21.007853 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-6405eb96-2a1b-431d-ae46-90fbda17485d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203 HTTP/1.1" status: 200 len: 217 time: 0.0570626 Apr 12 16:55:21.092399 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-5dddaf99-1727-4013-8491-8d24424b2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:21.093891 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-5dddaf99-1727-4013-8491-8d24424b2578 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.0741673 Apr 12 16:55:21.202996 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-5bd56699-4fac-4ef4-80ce-1f14ed273a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:21.205126 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-5bd56699-4fac-4ef4-80ce-1f14ed273a09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906661 Apr 12 16:55:21.216644 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54aa0a-d188-4a6c-804d-ad23e4b022cc req-b33ed89a-66fd-47ec-9b77-9a3a36523f9c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:21.218144 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0b54aa0a-d188-4a6c-804d-ad23e4b022cc req-b33ed89a-66fd-47ec-9b77-9a3a36523f9c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0608943 Apr 12 16:55:21.283933 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7fb58-ca5f-49a7-92dc-d42943888588 req-cd1e2e26-59b7-4657-9664-3064ce092477 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:21.285390 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0df7fb58-ca5f-49a7-92dc-d42943888588 req-cd1e2e26-59b7-4657-9664-3064ce092477 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0663795 Apr 12 16:55:21.429644 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:21.434749 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (c8248067-a6c3-435e-b6c0-ab1f8fc89654), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:21.538428 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Floating IP c8248067-a6c3-435e-b6c0-ab1f8fc89654 associated. External IP: 172.27.3.130, port: 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0. Apr 12 16:55:21.563364 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0b54aa0a-d188-4a6c-804d-ad23e4b022cc req-a3d6988b-8c46-4382-b712-39743065f500 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315313 Apr 12 16:55:21.589164 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0df7fb58-ca5f-49a7-92dc-d42943888588 req-67ae91da-f72b-484e-abd5-0224116dddcc tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958446 Apr 12 16:55:21.748589 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Router 72e7b348-5605-44ca-ac11-4bec6d2d94ee has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:21.856072 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:21.860787 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:21.866004 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] Sync routers for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:21.876254 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:21.876883 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:21.890660 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f76453cf-e9d2-4851-bf78-6e10c0f4eb34 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "PUT /v2.0/floatingips/c8248067-a6c3-435e-b6c0-ab1f8fc89654 HTTP/1.1" status: 200 len: 992 time: 1.1353612 Apr 12 16:55:21.891289 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:21.893537 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c07014-4370-457c-9fd4-e65066e18ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:21.928491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedb220-0289-4749-8b65-277daf7ba055 x-openstack-request-id: req-ceedb220-0289-4749-8b65-277daf7ba055 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:21.928788 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:21.929049 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ceedb220-0289-4749-8b65-277daf7ba055 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:21.929455 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceedb220-0289-4749-8b65-277daf7ba055'] response: {'name': 'network-changed', 'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'status': 'completed', 'code': 200} Apr 12 16:55:21.986321 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:22.052441 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ad32c-a792-4204-bd34-4ac2264ff804 req-7dd82005-1a6f-40c4-bce3-09e8a063f838 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:22.053897 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b1ad32c-a792-4204-bd34-4ac2264ff804 req-7dd82005-1a6f-40c4-bce3-09e8a063f838 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.0463722 Apr 12 16:55:22.102507 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b1ad32c-a792-4204-bd34-4ac2264ff804 req-bfe2ecf1-1568-4cda-95e2-4c02fb3767f6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Apr 12 16:55:22.335759 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4cf28a88-c034-47f7-b63a-bf1e4e1fce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:22.339119 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'c8248067-a6c3-435e-b6c0-ab1f8fc89654', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'port_id': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'mac_address': 'fa:16:3e:b4:2a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:55:02Z', 'updated_at': '2022-04-12T16:55:21Z', 'revision_number': 1, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:22.366461 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] Checking router: 72e7b348-5605-44ca-ac11-4bec6d2d94ee for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:22.375155 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:22.375778 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:54:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:22.484092 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:22.708110 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7285122-826b-4113-a45a-28c1bc4764ed req-3cb93571-2ab9-46a4-82c2-b5a8265c8d35 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:22.708997 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'c8248067-a6c3-435e-b6c0-ab1f8fc89654', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'port_id': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'mac_address': 'fa:16:3e:b4:2a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:55:02Z', 'updated_at': '2022-04-12T16:55:21Z', 'revision_number': 1, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:22.709593 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7285122-826b-4113-a45a-28c1bc4764ed req-3cb93571-2ab9-46a4-82c2-b5a8265c8d35 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0762851 Apr 12 16:55:22.721246 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f905012-e629-46c5-85cb-80492036d922 req-4ab5ea2b-1334-44a6-b42f-fd94114df42d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:22.722692 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4f905012-e629-46c5-85cb-80492036d922 req-4ab5ea2b-1334-44a6-b42f-fd94114df42d tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0589659 Apr 12 16:55:22.736943 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ffb9c-f9cd-478e-8fda-4d02ee96a314 None None] The sync data for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi is: [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'c8248067-a6c3-435e-b6c0-ab1f8fc89654', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'port_id': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'mac_address': 'fa:16:3e:b4:2a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:55:02Z', 'updated_at': '2022-04-12T16:55:21Z', 'revision_number': 1, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:22.798401 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7285122-826b-4113-a45a-28c1bc4764ed req-5e65fc6e-cfb1-434a-9b3f-0aa90df09a72 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743172 Apr 12 16:55:22.805789 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4f905012-e629-46c5-85cb-80492036d922 req-12170be9-f4ea-4d82-ad6a-ed9936b9f3fd tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740526 Apr 12 16:55:22.936910 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec59672-08a3-485b-8fd9-5c644c7c7744 None None] New status for floating IP c8248067-a6c3-435e-b6c0-ab1f8fc89654: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:55:23.214638 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04568a5-58a5-42f8-9e91-f96fa4c28edb req-4ab3302b-f34f-490c-81b9-1163c46d7e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:23.216135 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c04568a5-58a5-42f8-9e91-f96fa4c28edb req-4ab3302b-f34f-490c-81b9-1163c46d7e46 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.0468237 Apr 12 16:55:23.266063 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c04568a5-58a5-42f8-9e91-f96fa4c28edb req-7d9ff071-b0b6-45aa-bd7b-f0620ace1caa tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Apr 12 16:55:23.937857 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21353b8b-7bdf-40dc-97e3-5e0646061965 req-9cddc9f9-0ac4-43b1-a5ba-417353141af4 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:23.939324 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21353b8b-7bdf-40dc-97e3-5e0646061965 req-9cddc9f9-0ac4-43b1-a5ba-417353141af4 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0738983 Apr 12 16:55:23.946980 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113f236-3261-4107-81ea-d505354f5b02 req-452ad10b-b0ad-47f6-a8af-355aa2c2ff87 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:23.949359 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9113f236-3261-4107-81ea-d505354f5b02 req-452ad10b-b0ad-47f6-a8af-355aa2c2ff87 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0723150 Apr 12 16:55:24.027432 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21353b8b-7bdf-40dc-97e3-5e0646061965 req-ec5c7c2c-38d6-444c-9087-c0d0a4e3685c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770469 Apr 12 16:55:24.030478 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9113f236-3261-4107-81ea-d505354f5b02 req-1595192c-233f-4366-9065-ea1c1e915fd9 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746500 Apr 12 16:55:24.379651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a29f0-2cee-4fc1-8708-e30dbfaad730 req-14c3dd46-296f-47ad-a596-f4d7c2217bd7 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:24.381128 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-727a29f0-2cee-4fc1-8708-e30dbfaad730 req-14c3dd46-296f-47ad-a596-f4d7c2217bd7 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.0464256 Apr 12 16:55:24.430073 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-727a29f0-2cee-4fc1-8708-e30dbfaad730 req-e9f1a84c-15c3-48a4-b6ba-faf0f26cc098 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Apr 12 16:55:24.557324 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-8faf78e8-f84c-43cb-a7b9-0026680c85ea service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 Apr 12 16:55:24.563052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-a0cd8289-c493-4c11-830a-9a57c7162d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:24.564644 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-a0cd8289-c493-4c11-830a-9a57c7162d6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21fccd96273b4b87b5822b82c0512412&device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 1130 time: 0.0435700 Apr 12 16:55:24.812899 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-846b7662-4e1e-43ef-a442-9ba7b717a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:24.814262 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-846b7662-4e1e-43ef-a442-9ba7b717a866 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 200 len: 912 time: 0.0870531 Apr 12 16:55:24.819497 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6712ceb-bb87-4827-bd4a-873cc2907980 req-8e3e49f2-2469-492e-a292-0fb9eb0adbf1 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913177 Apr 12 16:55:24.869157 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33b76242-417d-4a60-a430-b6ba446ee47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:24.992688 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-75c43c0e-cc95-4cea-8c03-2ddb725fd984 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:24.994153 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-75c43c0e-cc95-4cea-8c03-2ddb725fd984 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0475826 Apr 12 16:55:24.995420 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-7fadb91a-6d8f-47d5-8453-b3f228aed352 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 HTTP/1.1" status: 200 len: 1002 time: 0.0642822 Apr 12 16:55:25.167202 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499420bc-1e3c-4d9b-a0c6-11c6704ec629 req-46e1f89a-41ce-464d-b8f9-aaba8d55e11b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:25.168683 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-499420bc-1e3c-4d9b-a0c6-11c6704ec629 req-46e1f89a-41ce-464d-b8f9-aaba8d55e11b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0766401 Apr 12 16:55:25.177186 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac97c-ff46-4a14-ab3a-d79406131fd6 req-df15826c-c09b-4f58-a3a4-c341a4682bf2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:25.178552 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-018ac97c-ff46-4a14-ab3a-d79406131fd6 req-df15826c-c09b-4f58-a3a4-c341a4682bf2 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 946 time: 0.0771086 Apr 12 16:55:25.250974 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-499420bc-1e3c-4d9b-a0c6-11c6704ec629 req-2f2eb42d-d812-422d-b7cf-2d2e03d2910d tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714393 Apr 12 16:55:25.253997 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-018ac97c-ff46-4a14-ab3a-d79406131fd6 req-9194d9bf-9f57-40f9-9680-30b987390877 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/security-groups?id=94b8d620-60f5-48e1-a7b7-163c0aec8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688097 Apr 12 16:55:25.543093 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09af8d-1698-487b-b3d2-07c131a750d8 req-258a3972-7621-427d-afe1-a5577281c6e6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:25.544755 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf09af8d-1698-487b-b3d2-07c131a750d8 req-258a3972-7621-427d-afe1-a5577281c6e6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.0494471 Apr 12 16:55:25.590291 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf09af8d-1698-487b-b3d2-07c131a750d8 req-5d78ae50-aadb-4796-8d22-09512f358736 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396926 Apr 12 16:55:25.872147 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:25.884803 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-6a340fcc-2e86-4acd-8b0a-0c9cdd892213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:25.886311 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-6a340fcc-2e86-4acd-8b0a-0c9cdd892213 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 1128 time: 0.0701063 Apr 12 16:55:25.890667 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-0aec6800-904b-4e20-a816-4b716242dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:25.892569 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-0aec6800-904b-4e20-a816-4b716242dd34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 200 len: 849 time: 0.0771558 Apr 12 16:55:25.902688 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Deleting port 601c0518-68cb-4083-bd32-1d234098509b {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:25.903054 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (601c0518-68cb-4083-bd32-1d234098509b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:25.978261 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-29b50426-c713-4c96-a1ef-2800514bc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:25.979793 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-29b50426-c713-4c96-a1ef-2800514bc031 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798373 Apr 12 16:55:26.004772 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] For port 601c0518-68cb-4083-bd32-1d234098509b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=601c0518-68cb-4083-bd32-1d234098509b,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:26.005197 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (601c0518-68cb-4083-bd32-1d234098509b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:26.021677 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Calling delete_port for 601c0518-68cb-4083-bd32-1d234098509b owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:26.063554 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-bb168096-2179-4240-aedb-f00450793061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:26.065052 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-bb168096-2179-4240-aedb-f00450793061 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 0.1720767 Apr 12 16:55:26.111368 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-aa9c35ce-b812-4b7d-aa37-2fc8cacac07e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203 HTTP/1.1" status: 200 len: 217 time: 0.0385087 Apr 12 16:55:26.133625 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-c0662723-6dc0-4021-9d2b-82c3d7199366 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454623 Apr 12 16:55:26.163894 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (601c0518-68cb-4083-bd32-1d234098509b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:26.201366 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['601c0518-68cb-4083-bd32-1d234098509b'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:26.221562 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Pushing event deleted for resources: {'Port': ['ID=601c0518-68cb-4083-bd32-1d234098509b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:26.264537 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] No DVR routers for this DVR port 601c0518-68cb-4083-bd32-1d234098509b on host hv-cinder-83752 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:26.267202 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:26.270574 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8d55dcab-309e-4ffa-9eff-83754852fef1 req-1cb4a0e7-d43d-4a42-8101-d85bc29f2e81 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.49 "DELETE /v2.0/ports/601c0518-68cb-4083-bd32-1d234098509b HTTP/1.1" status: 204 len: 173 time: 0.4561834 Apr 12 16:55:26.271066 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'name': 'network-vif-deleted', 'tag': '601c0518-68cb-4083-bd32-1d234098509b'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:26.273435 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc730c-564b-40b3-a1a1-c45cfa8fbc40" -d '{"events": [{"server_uuid": "62b99fbc-e162-4e6c-9672-d7fa7a1f702d", "name": "network-vif-deleted", "tag": "601c0518-68cb-4083-bd32-1d234098509b"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:26.343141 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5afce32-4a75-4915-a698-bbc7679299a6 x-openstack-request-id: req-c5afce32-4a75-4915-a698-bbc7679299a6 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:26.343423 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b99fbc-e162-4e6c-9672-d7fa7a1f702d", "name": "network-vif-deleted", "tag": "601c0518-68cb-4083-bd32-1d234098509b", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:26.343667 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5afce32-4a75-4915-a698-bbc7679299a6 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:26.344102 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5afce32-4a75-4915-a698-bbc7679299a6'] response: {'server_uuid': '62b99fbc-e162-4e6c-9672-d7fa7a1f702d', 'name': 'network-vif-deleted', 'tag': '601c0518-68cb-4083-bd32-1d234098509b', 'status': 'completed', 'code': 200} Apr 12 16:55:26.413233 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295030f-fe1f-4274-9ab0-8527d53951fc req-5b9d0b3f-130a-4035-864a-ce3949be12d4 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:26.414999 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e295030f-fe1f-4274-9ab0-8527d53951fc req-5b9d0b3f-130a-4035-864a-ce3949be12d4 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0607665 Apr 12 16:55:26.455588 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-82b1ab25-9602-4daf-b56e-f537ed323e45 req-d12a59a2-b57c-44c1-a873-912b5204efc5 tempest-ServerRescueNegativeTestJSON-1955312502 tempest-ServerRescueNegativeTestJSON-1955312502-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b99fbc-e162-4e6c-9672-d7fa7a1f702d HTTP/1.1" status: 200 len: 210 time: 0.0394094 Apr 12 16:55:26.470847 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-230bd3df-64d4-4da9-a496-c19b78a017ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:26.472277 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-230bd3df-64d4-4da9-a496-c19b78a017ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.3520148 Apr 12 16:55:26.489493 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e295030f-fe1f-4274-9ab0-8527d53951fc req-4102711c-f084-409b-983d-5be819523efe tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627553 Apr 12 16:55:26.504457 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a2c07014-4370-457c-9fd4-e65066e18ff2 req-6290a7f5-caff-46e5-9633-ad0d8c7dee38 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539562 Apr 12 16:55:26.703298 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a6bb-d11a-4f38-bf0b-c74b5a556f06 req-958be476-d83c-4af3-bef1-59820fa412da tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:26.704846 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a013a6bb-d11a-4f38-bf0b-c74b5a556f06 req-958be476-d83c-4af3-bef1-59820fa412da tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.0474315 Apr 12 16:55:26.760570 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a013a6bb-d11a-4f38-bf0b-c74b5a556f06 req-c0c17741-21a0-4d78-b35f-5c5881a5ff68 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501578 Apr 12 16:55:26.765702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-11153b9e-c478-4b50-a1de-bd4224973f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:26.766866 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-11153b9e-c478-4b50-a1de-bd4224973f98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478718 Apr 12 16:55:26.865066 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-fe42221f-30f8-498c-92ab-f48bca4895da service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903456 Apr 12 16:55:26.954563 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-6a820eb4-2598-44da-a01d-c2d34d9de408 req-f3a335f2-359b-421f-a4e9-16b927276fd3 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Apr 12 16:55:27.330070 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:27.517891 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53098) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:27.612680 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186a037-e6f0-4f1f-9130-42538a6abc7e req-e8202f4f-bdcf-41c7-adf4-99d4f3191942 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:27.614167 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c186a037-e6f0-4f1f-9130-42538a6abc7e req-e8202f4f-bdcf-41c7-adf4-99d4f3191942 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0503592 Apr 12 16:55:27.736175 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c186a037-e6f0-4f1f-9130-42538a6abc7e req-5d02595e-43ea-4e73-9b88-c7901324924b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131899 Apr 12 16:55:27.830738 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-836df530-8ec5-4022-b909-4d46caade588 req-bbed85e7-00b3-42d3-8d02-4875c214d48b tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986184500&fields=id&tenant_id=c62bc585992e4aceb8815a8959cf8e0c HTTP/1.1" status: 200 len: 267 time: 0.0922487 Apr 12 16:55:27.948855 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c526-940c-4c74-b513-e065c94b6fb8 req-acdc4760-9fae-483e-88d4-269a77b6a445 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:27.950236 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aa89c526-940c-4c74-b513-e065c94b6fb8 req-acdc4760-9fae-483e-88d4-269a77b6a445 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.1186235 Apr 12 16:55:27.958260 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df530-8ec5-4022-b909-4d46caade588 req-730be4dd-ceaa-4ea1-ab2a-92cac583d902 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:27.959680 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-836df530-8ec5-4022-b909-4d46caade588 req-730be4dd-ceaa-4ea1-ab2a-92cac583d902 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 985 time: 0.1227715 Apr 12 16:55:27.986065 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Request body: {'port': {'security_groups': ['c924eacc-4ea3-4096-854c-218cee70b5f9']}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:28.074593 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aa89c526-940c-4c74-b513-e065c94b6fb8 req-b0603cf4-f3fc-41b5-bf0c-f4ef301f8d69 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139724 Apr 12 16:55:28.152182 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:28.319770 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (e4219148-315b-4598-affa-268390ead717), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:28.851496 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:28.894093 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device cbcdda8f-b6aa-47ed-b659-17fa8fd01203 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:55:28.904267 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 601c0518-68cb-4083-bd32-1d234098509b no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:28.912837 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed73a18-4c18-4abc-ac04-828188e07c3c req-763006b5-64f1-4c05-bd70-46d89f46fe05 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:28.914341 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bed73a18-4c18-4abc-ac04-828188e07c3c req-763006b5-64f1-4c05-bd70-46d89f46fe05 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0951631 Apr 12 16:55:28.931018 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 601c0518-68cb-4083-bd32-1d234098509b {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:28.931375 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 601c0518-68cb-4083-bd32-1d234098509b not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:28.953151 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:28.966948 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.003623 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1c3b1280-6b72-402c-a234-51c8dd9ace3d'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:29.012315 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.060616 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:29.060941 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.063693 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-836df530-8ec5-4022-b909-4d46caade588 req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "PUT /v2.0/ports/1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 943 time: 1.0927951 Apr 12 16:55:29.064234 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:29.066194 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port cbcdda8f-b6aa-47ed-b659-17fa8fd01203, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:29.066849 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:29.069202 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53112) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:29.084395 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'port_id': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'mac_address': 'fa:16:3e:3a:1d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:55:29.097097 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Deleting port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:29.097516 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.131654 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bed73a18-4c18-4abc-ac04-828188e07c3c req-77559f0c-22af-4585-9787-22e66580bfc8 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052181 Apr 12 16:55:29.169373 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5197-3d4b-42f1-ae01-43fe501fa962 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event updated for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=7']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:29.192200 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:29.193467 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.202900 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1c3b1280-6b72-402c-a234-51c8dd9ace3d'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:29.206234 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c99e7a94-0f2a-4be4-807d-a2e7afac82ca tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group (d1a35667-7ca1-4e27-ba00-ed8563983d17), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.237874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23970ec-0375-4863-ab00-eae6a360708e x-openstack-request-id: req-f23970ec-0375-4863-ab00-eae6a360708e {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:29.238169 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:29.238428 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f23970ec-0375-4863-ab00-eae6a360708e {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:29.238832 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23970ec-0375-4863-ab00-eae6a360708e'] response: {'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'status': 'completed', 'code': 200} Apr 12 16:55:29.255905 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c99e7a94-0f2a-4be4-807d-a2e7afac82ca tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group (d1a35667-7ca1-4e27-ba00-ed8563983d17), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.301230 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcdda8f-b6aa-47ed-b659-17fa8fd01203 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:55:29.301575 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] For port 63e04c8b-d523-4e4f-a4d4-98befe4d8d15, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:29.302072 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.318668 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Calling delete_port for 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:29.324908 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port cbcdda8f-b6aa-47ed-b659-17fa8fd01203, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:29.335112 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-53868957-43ec-4cfc-9bd0-18b2d7272280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:29.337657 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-53868957-43ec-4cfc-9bd0-18b2d7272280 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1130 time: 0.0496471 Apr 12 16:55:29.343579 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.393844 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60167be-d600-44b7-b009-218b3e6b9f43 req-c7a42bad-f1f5-4246-b76b-b32f477afaab tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:29.395585 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b60167be-d600-44b7-b009-218b3e6b9f43 req-c7a42bad-f1f5-4246-b76b-b32f477afaab tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 944 time: 0.1596344 Apr 12 16:55:29.448040 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-4039eabc-0c72-4962-affa-a1ed622ae578 None None] Provisioning complete for port 1c3b1280-6b72-402c-a234-51c8dd9ace3d triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:29.448419 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4039eabc-0c72-4962-affa-a1ed622ae578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.449933 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:29.450056 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c99e7a94-0f2a-4be4-807d-a2e7afac82ca tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (d1a35667-7ca1-4e27-ba00-ed8563983d17), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.461518 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-c99e7a94-0f2a-4be4-807d-a2e7afac82ca tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.461518 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c99e7a94-0f2a-4be4-807d-a2e7afac82ca tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "DELETE /v2.0/security-groups/d1a35667-7ca1-4e27-ba00-ed8563983d17 HTTP/1.1" status: 204 len: 168 time: 0.3902888 Apr 12 16:55:29.467063 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53120) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:29.476271 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-4b261315-b5fa-41fc-b636-811ec327f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:29.477826 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-4b261315-b5fa-41fc-b636-811ec327f397 service neutron] 10.222.0.49 "GET /v2.0/networks?id=414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 200 len: 917 time: 0.1329694 Apr 12 16:55:29.505845 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b60167be-d600-44b7-b009-218b3e6b9f43 req-0cf83d79-d38a-47da-8afa-79dd5c45cfa0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011291 Apr 12 16:55:29.531490 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e7a94-0f2a-4be4-807d-a2e7afac82ca tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a35667-7ca1-4e27-ba00-ed8563983d17,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:29.631908 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4039eabc-0c72-4962-affa-a1ed622ae578 None None] Current status of the port 1c3b1280-6b72-402c-a234-51c8dd9ace3d is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:29.639661 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (63e04c8b-d523-4e4f-a4d4-98befe4d8d15), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.650721 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-0898b853-041e-4327-b60e-d5f99efb0ce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 1001 time: 0.1660507 Apr 12 16:55:29.674367 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e04c8b-d523-4e4f-a4d4-98befe4d8d15,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:29.740820 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-8a52a70a-f5d5-496f-a1bb-3387be3287c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:29.742552 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-8a52a70a-f5d5-496f-a1bb-3387be3287c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da0cd3b-d749-47f1-8b51-44a575c6a873 HTTP/1.1" status: 200 len: 854 time: 0.0843825 Apr 12 16:55:29.753174 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Deleting port f35cf765-8c13-4fad-bbe4-44b8cbb62e34 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:29.753528 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.835273 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-e8716b01-3c09-4792-bceb-6c92c5fef3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:29.836785 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-e8716b01-3c09-4792-bceb-6c92c5fef3e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=414c2dfe-22b2-489e-94eb-7bbed5e32ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848339 Apr 12 16:55:29.841790 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (e4219148-315b-4598-affa-268390ead717), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.893646 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.893980 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for floatingip (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:29.932745 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Calling delete_port for f35cf765-8c13-4fad-bbe4-44b8cbb62e34 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:30.020490 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-57c47e28-6720-43b9-9176-9448c0ac721d service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715269 Apr 12 16:55:30.065403 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Router e4219148-315b-4598-affa-268390ead717 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:30.100197 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['cbcdda8f-b6aa-47ed-b659-17fa8fd01203'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:30.162242 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7ade6ec8-d0a9-4f2d-ad76-c9b0ae379e5e req-af42bf69-39fa-410b-8292-0c7083979fd6 service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332891 Apr 12 16:55:30.193060 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:30.208816 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-174a263f-2b1e-4de9-9b46-57ff2934e6a4 admin admin] 10.222.0.55 "PUT /v2.0/routers/e4219148-315b-4598-affa-268390ead717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875954 Apr 12 16:55:30.209269 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53126) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:30.213291 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] Sync routers for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:30.220576 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (f35cf765-8c13-4fad-bbe4-44b8cbb62e34), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:30.229646 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:30.230515 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:30.247292 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event deleted for resources: {'Port': ['ID=f35cf765-8c13-4fad-bbe4-44b8cbb62e34,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:30.312692 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks [] for floatingip (bef7ff8b-db67-4603-98f9-f703630675aa), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:30.313103 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Floating IP bef7ff8b-db67-4603-98f9-f703630675aa disassociated (deleted). External IP: 172.27.3.12, port: 1c3b1280-6b72-402c-a234-51c8dd9ace3d. Apr 12 16:55:30.319008 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f44b0-2a16-4757-9df1-e6fd2a27b126 req-ef3bc03c-8393-4157-8f41-fd452c52b8dd tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:30.320556 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-574f44b0-2a16-4757-9df1-e6fd2a27b126 req-ef3bc03c-8393-4157-8f41-fd452c52b8dd tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.1040051 Apr 12 16:55:30.397735 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:30.414074 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-574f44b0-2a16-4757-9df1-e6fd2a27b126 req-a23bb870-9770-485d-8902-7526b98d5cbf tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613422 Apr 12 16:55:30.419868 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks [] for router (e4219148-315b-4598-affa-268390ead717), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:30.537422 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks [] for router_gateway (e4219148-315b-4598-affa-268390ead717), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:30.544058 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Router 4e334368-3049-4a01-ad04-9671249f367e has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:30.594125 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:55:29Z', 'revision_number': 5, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port': {'id': '5b6734b6-859f-4a08-9149-e7f3766c40bd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4219148-315b-4598-affa-268390ead717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:45Z', 'updated_at': '2022-04-12T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:30.622004 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] Checking router: e4219148-315b-4598-affa-268390ead717 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:30.631104 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] Routers {'e4219148-315b-4598-affa-268390ead717'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:30.631874 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e4219148-315b-4598-affa-268390ead717'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:30.636553 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Deleting port 5b6734b6-859f-4a08-9149-e7f3766c40bd {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:30.637041 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:30.664539 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439d49c-cccb-4359-8700-94bc4bad9238 req-37150d1c-0a07-453d-90e1-99f70dec8f95 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:30.666127 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a439d49c-cccb-4359-8700-94bc4bad9238 req-37150d1c-0a07-453d-90e1-99f70dec8f95 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 945 time: 0.0814807 Apr 12 16:55:30.667532 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:30.672856 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:30.680353 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] Sync routers for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:30.692222 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:30.692986 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:30.707757 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a9a47507-7e64-434b-8bc9-d308f51100b6 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "DELETE /v2.0/floatingips/bef7ff8b-db67-4603-98f9-f703630675aa HTTP/1.1" status: 204 len: 168 time: 1.2388039 Apr 12 16:55:30.708365 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:30.711198 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a96b4d-ca35-453e-a312-680145517ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:30.738183 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] Set router e4219148-315b-4598-affa-268390ead717 gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:30.790981 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:55:30Z', 'revision_number': 6, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:30.820628 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:30.822333 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f40da50-75bb-4c2b-9195-96aeb46e2abe None None] The sync data for ids ['e4219148-315b-4598-affa-268390ead717'] in dv-cinder-837529-1-iscsi is: [{'id': 'e4219148-315b-4598-affa-268390ead717', 'name': 'tempest-ServerRescueNegativeTestJSON-248061020-router', 'tenant_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:55:30Z', 'revision_number': 6, 'project_id': '5b0e32ed9af5417c9ca8c8d4e7774980', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:30.827501 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a439d49c-cccb-4359-8700-94bc4bad9238 req-5586f676-a82e-4a34-a0b0-64258691f045 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483562 Apr 12 16:55:30.830299 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] For port 5b6734b6-859f-4a08-9149-e7f3766c40bd, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=5b6734b6-859f-4a08-9149-e7f3766c40bd,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:30.830784 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:30.854453 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Calling delete_port for 5b6734b6-859f-4a08-9149-e7f3766c40bd owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:30.904354 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd07331-b4a6-4aa2-b53b-6d33a48da608 x-openstack-request-id: req-0bd07331-b4a6-4aa2-b53b-6d33a48da608 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:30.904530 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:30.904781 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bd07331-b4a6-4aa2-b53b-6d33a48da608 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:30.905370 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd07331-b4a6-4aa2-b53b-6d33a48da608'] response: {'name': 'network-changed', 'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'status': 'completed', 'code': 200} Apr 12 16:55:31.020284 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a96b4d-ca35-453e-a312-680145517ffd req-61ef9c8e-515f-4ca4-b97d-29200d48665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:31.026583 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e1a96b4d-ca35-453e-a312-680145517ffd req-61ef9c8e-515f-4ca4-b97d-29200d48665c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 1130 time: 0.0657177 Apr 12 16:55:31.054624 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:46Z', 'revision_number': 5, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:31.069801 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (5b6734b6-859f-4a08-9149-e7f3766c40bd), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.085162 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] Checking router: 4e334368-3049-4a01-ad04-9671249f367e for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:31.094932 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:31.095838 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:31.103668 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6734b6-859f-4a08-9149-e7f3766c40bd,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:31.113160 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device cbcdda8f-b6aa-47ed-b659-17fa8fd01203 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:31.141815 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a96b4d-ca35-453e-a312-680145517ffd req-a172d097-6e0b-4e83-b4b5-fa4b4f371b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:31.143090 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e1a96b4d-ca35-453e-a312-680145517ffd req-a172d097-6e0b-4e83-b4b5-fa4b4f371b7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 200 len: 917 time: 0.1062534 Apr 12 16:55:31.168795 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:55:31.178807 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (e4219148-315b-4598-affa-268390ead717), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.187518 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:31.188126 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.233207 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:31.322762 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (e4219148-315b-4598-affa-268390ead717), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.325636 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks [] for router_controller (e4219148-315b-4598-affa-268390ead717), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.348225 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:31.348788 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.419388 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (e4219148-315b-4598-affa-268390ead717), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.420282 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4219148-315b-4598-affa-268390ead717 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:55:31.428363 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.429580 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a937bab7-fe8e-4b1c-82eb-c343cb814fa3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e4219148-315b-4598-affa-268390ead717 HTTP/1.1" status: 204 len: 168 time: 1.2193782 Apr 12 16:55:31.432163 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53140) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:31.488136 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] Deleting subnet 710531b1-3a07-41c7-8397-ca5bb84350f7 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:55:31.502015 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] Publish callbacks [] for subnet (710531b1-3a07-41c7-8397-ca5bb84350f7), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.543211 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e1a96b4d-ca35-453e-a312-680145517ffd req-474170d5-959b-4fd1-8a51-10f2107afb8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 200 len: 217 time: 0.0729625 Apr 12 16:55:31.569456 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port cbcdda8f-b6aa-47ed-b659-17fa8fd01203, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:31.570329 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:31.574567 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ad02f-c204-4adf-a3e3-e239211a4ed8" -d '{"events": [{"server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "name": "network-vif-plugged", "status": "completed", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:31.586546 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.599329 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (710531b1-3a07-41c7-8397-ca5bb84350f7), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.652430 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:31.661545 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df3fb5-96f0-41a4-bf82-8d233231e09d req-714ac008-a2e5-455e-b547-0ae01cf6bf34 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:31.663310 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0df3fb5-96f0-41a4-bf82-8d233231e09d req-714ac008-a2e5-455e-b547-0ae01cf6bf34 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.1309845 Apr 12 16:55:31.681188 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:46Z', 'revision_number': 5, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:31.687353 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:31.704082 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a96b4d-ca35-453e-a312-680145517ffd req-df406e1b-03c3-40b3-909c-55dfea76cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:31.705150 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e1a96b4d-ca35-453e-a312-680145517ffd req-df406e1b-03c3-40b3-909c-55dfea76cb90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9da0cd3b-d749-47f1-8b51-44a575c6a873 HTTP/1.1" status: 200 len: 854 time: 0.1419971 Apr 12 16:55:31.707527 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-b8e1e133-12d2-42b5-8ca1-98203b3ed2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:31.709138 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-b8e1e133-12d2-42b5-8ca1-98203b3ed2d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1130 time: 0.1077271 Apr 12 16:55:31.729473 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:31.729923 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 63e04c8b-d523-4e4f-a4d4-98befe4d8d15 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:31.786812 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe744-e5aa-4e91-a686-d7ebd3747bce None None] The sync data for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi is: [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:52:41Z', 'revision_number': 4, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '859a0134-d128-4e8b-a66f-40da94f0a9d2', 'name': '', 'network_id': '414c2dfe-22b2-489e-94eb-7bbed5e32ded', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'mac_address': 'fa:16:3e:a8:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:38Z', 'updated_at': '2022-04-12T16:52:46Z', 'revision_number': 5, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'subnets': [{'id': '9da0cd3b-d749-47f1-8b51-44a575c6a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:31.830030 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27616a07-edb8-4a1e-b7b8-857ed95cab84 x-openstack-request-id: req-27616a07-edb8-4a1e-b7b8-857ed95cab84 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:31.830354 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "name": "network-vif-plugged", "status": "completed", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:31.830679 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27616a07-edb8-4a1e-b7b8-857ed95cab84 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:31.831290 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27616a07-edb8-4a1e-b7b8-857ed95cab84'] response: {'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'code': 200} Apr 12 16:55:31.856379 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a96b4d-ca35-453e-a312-680145517ffd req-4573774c-fe6d-46c8-81c7-b3468363eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:31.857895 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e1a96b4d-ca35-453e-a312-680145517ffd req-4573774c-fe6d-46c8-81c7-b3468363eee2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=414c2dfe-22b2-489e-94eb-7bbed5e32ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1365023 Apr 12 16:55:31.859776 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f0df3fb5-96f0-41a4-bf82-8d233231e09d req-d6e31feb-6aba-4fbe-9f6f-daa687f738f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892042 Apr 12 16:55:31.959113 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (710531b1-3a07-41c7-8397-ca5bb84350f7), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:31.976251 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-25286b37-9d60-4583-9386-1b6b8410eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:31.977746 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-25286b37-9d60-4583-9386-1b6b8410eca1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 910 time: 0.2575159 Apr 12 16:55:32.131700 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e1a96b4d-ca35-453e-a312-680145517ffd req-b2cd4e49-3ecd-4d2f-8596-8f5e2011c764 service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492931 Apr 12 16:55:32.137872 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-4b64ef24-3c6b-44d2-897b-af3ea33ae0e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 1001 time: 0.1503241 Apr 12 16:55:32.167564 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443693-583b-41bc-a312-ba0d9968dbb1 req-994b84e5-b664-425a-96bb-b9f5daa463d1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:32.169155 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09443693-583b-41bc-a312-ba0d9968dbb1 req-994b84e5-b664-425a-96bb-b9f5daa463d1 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.2038834 Apr 12 16:55:32.254320 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1770c4f-943f-4175-a67a-5799cc542dbe req-7e560e21-2de1-42e8-9364-c0fd9ea24fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:32.257059 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1770c4f-943f-4175-a67a-5799cc542dbe req-7e560e21-2de1-42e8-9364-c0fd9ea24fd5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 1130 time: 0.1800351 Apr 12 16:55:32.258419 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (710531b1-3a07-41c7-8397-ca5bb84350f7), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.308901 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.313843 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/710531b1-3a07-41c7-8397-ca5bb84350f7 HTTP/1.1" status: 204 len: 168 time: 0.8806248 Apr 12 16:55:32.321129 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832c176-0f65-42c1-b433-fd031a7c968c None None] Network 553f844a-d4d6-4ae6-9e49-7078ca5d959f requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:55:32.323519 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-4499d71a-42e1-4c3f-871e-0512a17d8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:32.325101 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-4499d71a-42e1-4c3f-871e-0512a17d8143 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 200 len: 847 time: 0.1663146 Apr 12 16:55:32.329185 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53152) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:32.351642 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab118b90-3728-4a50-abda-52dfc5077c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710531b1-3a07-41c7-8397-ca5bb84350f7,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:32.355347 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36cfbad-023b-4654-a955-0b49cc732d75 None None] New status for floating IP bef7ff8b-db67-4603-98f9-f703630675aa: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:55:32.386972 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09443693-583b-41bc-a312-ba0d9968dbb1 req-23ad4f86-64b5-4988-9e2d-9201264c2572 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851780 Apr 12 16:55:32.404595 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c1770c4f-943f-4175-a67a-5799cc542dbe req-e8fbe252-e592-49c0-a929-5fb854c7132a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284883 Apr 12 16:55:32.411273 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-e1a96b4d-ca35-453e-a312-680145517ffd req-e0db84c0-6a6e-41de-9afa-34860e0834f1 service neutron] 10.222.0.49 "GET /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722750 Apr 12 16:55:32.461258 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-a2e947e8-57ab-488b-b41b-794a13078f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:32.462826 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-a2e947e8-57ab-488b-b41b-794a13078f1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e4683a3-a2b1-4262-bfba-200b824f2564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1163960 Apr 12 16:55:32.482320 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (553f844a-d4d6-4ae6-9e49-7078ca5d959f), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.536465 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Deleting port c599b601-25cc-4a84-b7b5-e605c8633b2c {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:32.537655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.615614 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] For port c599b601-25cc-4a84-b7b5-e605c8633b2c, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c599b601-25cc-4a84-b7b5-e605c8633b2c,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:32.616241 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.623919 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] DHCP port deletion for 553f844a-d4d6-4ae6-9e49-7078ca5d959f request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:55:32.634643 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Calling delete_port for c599b601-25cc-4a84-b7b5-e605c8633b2c owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:32.671476 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] Deleting port c599b601-25cc-4a84-b7b5-e605c8633b2c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:32.671998 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.717175 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.743024 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] For port c599b601-25cc-4a84-b7b5-e605c8633b2c, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c599b601-25cc-4a84-b7b5-e605c8633b2c,segment=NetworkSegment(4c34aa29-ef78-4287-adba-9357f78a1b28),segment_id=4c34aa29-ef78-4287-adba-9357f78a1b28)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:32.743402 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.746742 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c599b601-25cc-4a84-b7b5-e605c8633b2c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:32.748659 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] No DVR routers for this DVR port c599b601-25cc-4a84-b7b5-e605c8633b2c on host dv-cinder-837529-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:32.761917 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] Calling delete_port for c599b601-25cc-4a84-b7b5-e605c8633b2c owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:32.875504 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (553f844a-d4d6-4ae6-9e49-7078ca5d959f), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.880929 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (c599b601-25cc-4a84-b7b5-e605c8633b2c), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.904035 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553f844a-d4d6-4ae6-9e49-7078ca5d959f']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:32.907052 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] Pushing event deleted for resources: {'Port': ['ID=c599b601-25cc-4a84-b7b5-e605c8633b2c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:32.912556 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cca60-0ca8-4079-9f8b-cf4594eadca8 None None] No DVR routers for this DVR port c599b601-25cc-4a84-b7b5-e605c8633b2c on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:32.923316 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c34aa29-ef78-4287-adba-9357f78a1b28') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:32.923626 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c34aa29-ef78-4287-adba-9357f78a1b28') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:32.926882 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-58dbef11-cd3f-49c5-866b-df1b350c4de3 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735995 Apr 12 16:55:32.935050 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (4c34aa29-ef78-4287-adba-9357f78a1b28), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.958531 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (4c34aa29-ef78-4287-adba-9357f78a1b28), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.964882 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:55:32.965277 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (4c34aa29-ef78-4287-adba-9357f78a1b28), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:55:32.967360 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:55:32.997526 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfaf41-fc2f-475f-8e6d-c2ea9bd2a3c5 req-529c3c38-ef30-470b-987d-1fb0b47bcbfd tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:32.999312 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53cfaf41-fc2f-475f-8e6d-c2ea9bd2a3c5 req-529c3c38-ef30-470b-987d-1fb0b47bcbfd tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0537829 Apr 12 16:55:33.022580 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (553f844a-d4d6-4ae6-9e49-7078ca5d959f), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:33.028427 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:33.035750 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/553f844a-d4d6-4ae6-9e49-7078ca5d959f HTTP/1.1" status: 204 len: 168 time: 0.7050192 Apr 12 16:55:33.047249 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138c8c3-0a8b-44fe-a90a-1c663a0980b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=553f844a-d4d6-4ae6-9e49-7078ca5d959f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:33.061278 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53cfaf41-fc2f-475f-8e6d-c2ea9bd2a3c5 req-5744fdd8-640a-4025-86f7-e23e74862652 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561302 Apr 12 16:55:33.097486 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c599b601-25cc-4a84-b7b5-e605c8633b2c no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:33.119412 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: c599b601-25cc-4a84-b7b5-e605c8633b2c {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:33.119767 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c599b601-25cc-4a84-b7b5-e605c8633b2c not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:33.120205 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 5b6734b6-859f-4a08-9149-e7f3766c40bd no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:33.145107 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 5b6734b6-859f-4a08-9149-e7f3766c40bd {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:33.145618 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 5b6734b6-859f-4a08-9149-e7f3766c40bd not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:33.180181 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53160) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:33.243125 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c9d9fa34-209c-41d6-9159-5b886b9a8667 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b0e32ed9af5417c9ca8c8d4e7774980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0576119 Apr 12 16:55:33.243371 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53164) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:33.275964 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-912c1631-9309-431d-b9b4-f24f4d1f93a7 req-5d0a749d-e3ca-4161-b927-11091cfd1d09 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996227 Apr 12 16:55:33.294843 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-72bd6907-1692-47cd-9b2f-a11e64d39e62 admin admin] Publish callbacks [] for security_group (94b8d620-60f5-48e1-a7b7-163c0aec8cfa), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:33.321809 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-72bd6907-1692-47cd-9b2f-a11e64d39e62 admin admin] Publish callbacks [] for security_group (94b8d620-60f5-48e1-a7b7-163c0aec8cfa), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:33.375272 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-72bd6907-1692-47cd-9b2f-a11e64d39e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (94b8d620-60f5-48e1-a7b7-163c0aec8cfa), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:33.377877 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-72bd6907-1692-47cd-9b2f-a11e64d39e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:33.381299 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-72bd6907-1692-47cd-9b2f-a11e64d39e62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94b8d620-60f5-48e1-a7b7-163c0aec8cfa HTTP/1.1" status: 204 len: 168 time: 0.1347213 Apr 12 16:55:33.386875 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd6907-1692-47cd-9b2f-a11e64d39e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b8d620-60f5-48e1-a7b7-163c0aec8cfa,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:33.500071 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85367a-c4b4-4354-80b4-f800fac9d9f3 req-bfc73db7-293b-491f-8027-8210ae7951d7 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:33.501594 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1f85367a-c4b4-4354-80b4-f800fac9d9f3 req-bfc73db7-293b-491f-8027-8210ae7951d7 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0481396 Apr 12 16:55:33.556076 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1f85367a-c4b4-4354-80b4-f800fac9d9f3 req-1346815c-02a2-46a0-96b2-f6f090afbed4 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488145 Apr 12 16:55:34.176009 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e47db-17dd-4c2e-b354-208917fe090d req-f35a5704-d5bd-4a95-b2c0-28588e1afb48 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:34.177330 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-097e47db-17dd-4c2e-b354-208917fe090d req-f35a5704-d5bd-4a95-b2c0-28588e1afb48 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0464962 Apr 12 16:55:34.237230 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-097e47db-17dd-4c2e-b354-208917fe090d req-f30315d3-b4e3-4f27-97a9-6a1dfba84315 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542657 Apr 12 16:55:34.622287 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53232) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:34.701974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe87359-c3d0-4238-a675-33e1c661dd0c req-98df7321-7f25-4a76-b5eb-4b15d722b555 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:34.703404 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebe87359-c3d0-4238-a675-33e1c661dd0c req-98df7321-7f25-4a76-b5eb-4b15d722b555 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0746906 Apr 12 16:55:34.709195 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45449e79-72f0-4903-ac89-33ebf8164c9b req-31da1f38-f1e6-4217-9f80-48fa497920ed tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:34.710571 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45449e79-72f0-4903-ac89-33ebf8164c9b req-31da1f38-f1e6-4217-9f80-48fa497920ed tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0805573 Apr 12 16:55:34.757485 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-274fa141-ae6c-45f3-b910-bfa5cf570e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:35.066506 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45449e79-72f0-4903-ac89-33ebf8164c9b req-4e252b2b-adb3-4485-843c-33bc3a8154f2 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491328 Apr 12 16:55:35.069281 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ebe87359-c3d0-4238-a675-33e1c661dd0c req-d14bff12-a1a8-41be-867e-0a38615b1d68 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578215 Apr 12 16:55:35.133057 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-274fa141-ae6c-45f3-b910-bfa5cf570e68 admin admin] Publish callbacks [] for security_group (f623343e-dd79-444f-b91a-1efd67431d9f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:35.136539 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-274fa141-ae6c-45f3-b910-bfa5cf570e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (f623343e-dd79-444f-b91a-1efd67431d9f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:35.173136 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fa141-ae6c-45f3-b910-bfa5cf570e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f623343e-dd79-444f-b91a-1efd67431d9f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:35.177385 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-274fa141-ae6c-45f3-b910-bfa5cf570e68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=196b1cb9a0834be28db123559b1bc0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538726 Apr 12 16:55:35.180140 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53238) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:35.226383 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb36d-ba44-45b5-8d2b-6763696286f3 admin admin] Publish callbacks [] for security_group (f623343e-dd79-444f-b91a-1efd67431d9f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:35.250041 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb36d-ba44-45b5-8d2b-6763696286f3 admin admin] Publish callbacks [] for security_group (f623343e-dd79-444f-b91a-1efd67431d9f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:35.303376 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb36d-ba44-45b5-8d2b-6763696286f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (f623343e-dd79-444f-b91a-1efd67431d9f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:35.305853 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb36d-ba44-45b5-8d2b-6763696286f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:35.307008 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8eeeb36d-ba44-45b5-8d2b-6763696286f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f623343e-dd79-444f-b91a-1efd67431d9f HTTP/1.1" status: 204 len: 168 time: 0.1261072 Apr 12 16:55:35.340615 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeb36d-ba44-45b5-8d2b-6763696286f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f623343e-dd79-444f-b91a-1efd67431d9f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:35.366162 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88748edd-56c6-44c4-8648-9e0581c378a5 req-165dd6e5-b192-4928-8ec7-202eeca1ed3a tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:35.367946 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-88748edd-56c6-44c4-8648-9e0581c378a5 req-165dd6e5-b192-4928-8ec7-202eeca1ed3a tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0597095 Apr 12 16:55:35.419177 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-88748edd-56c6-44c4-8648-9e0581c378a5 req-17159d72-867c-4a15-919c-be9ac945aa9b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441151 Apr 12 16:55:36.219110 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222858b-d3e6-4302-9ad9-7916deb163ef req-6f9abec3-76bb-4d6b-acd9-dd43021b7409 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:36.220633 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f222858b-d3e6-4302-9ad9-7916deb163ef req-6f9abec3-76bb-4d6b-acd9-dd43021b7409 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0814381 Apr 12 16:55:36.228974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d767b6d-0a2d-4df7-90e2-42c3e0c7096f req-4d261f0d-29e9-41fe-be40-23c9533b82cf tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:36.230451 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7d767b6d-0a2d-4df7-90e2-42c3e0c7096f req-4d261f0d-29e9-41fe-be40-23c9533b82cf tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0892367 Apr 12 16:55:36.305753 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f222858b-d3e6-4302-9ad9-7916deb163ef req-d9542c88-add9-4269-a6f6-b02edad300ab tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743639 Apr 12 16:55:36.313503 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7d767b6d-0a2d-4df7-90e2-42c3e0c7096f req-c1a2dd11-e2b3-4d5e-866a-afce4e1e1566 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746756 Apr 12 16:55:36.421926 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b941-ed7b-4579-a480-c9f1a14d3a30 req-296136c5-c69a-4582-aaf2-0625e16497bf tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:36.423433 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ad13b941-ed7b-4579-a480-c9f1a14d3a30 req-296136c5-c69a-4582-aaf2-0625e16497bf tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0472219 Apr 12 16:55:36.431950 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53282) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:36.437379 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Request body: {'floatingip': {'port_id': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:36.478247 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (6e4555d9-c60f-4a05-a85c-bef408c2dc32), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:36.614347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b98e5-6c29-49fe-993a-04c21a6ae0f5 req-7bb5d932-81a4-455f-8f82-5bc6bdd042ba tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:36.616539 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a6b98e5-6c29-49fe-993a-04c21a6ae0f5 req-7bb5d932-81a4-455f-8f82-5bc6bdd042ba tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.1042337 Apr 12 16:55:36.741006 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4a6b98e5-6c29-49fe-993a-04c21a6ae0f5 req-5da460a4-68da-438f-afa5-34efbd4e9e61 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178510 Apr 12 16:55:37.054716 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:37.059257 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (6e4555d9-c60f-4a05-a85c-bef408c2dc32), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:37.166947 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP 6e4555d9-c60f-4a05-a85c-bef408c2dc32 associated. External IP: 172.27.3.250, port: cbcdda8f-b6aa-47ed-b659-17fa8fd01203. Apr 12 16:55:37.386100 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:37.480409 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb055-b46c-41f9-8b50-6cdaf69bc857 req-b6eaad78-2218-4351-905b-9b6e50bac10b tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:37.481909 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7f6cb055-b46c-41f9-8b50-6cdaf69bc857 req-b6eaad78-2218-4351-905b-9b6e50bac10b tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0978787 Apr 12 16:55:37.515790 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85168763-8b69-4594-b613-a820c64cf9c3 req-0361d5d2-01cc-417b-91f6-8fc9ca4eb313 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:37.517466 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-85168763-8b69-4594-b613-a820c64cf9c3 req-0361d5d2-01cc-417b-91f6-8fc9ca4eb313 tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 946 time: 0.0548809 Apr 12 16:55:37.586026 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7f6cb055-b46c-41f9-8b50-6cdaf69bc857 req-b924af8a-25fa-46d6-9a7e-0d03a2ffa8ab tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/security-groups?id=c924eacc-4ea3-4096-854c-218cee70b5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924022 Apr 12 16:55:37.587455 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:37.597194 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:37.599406 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:37.607035 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Deleting port 1c3b1280-6b72-402c-a234-51c8dd9ace3d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:37.607389 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:37.612745 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:37.613698 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:37.630264 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-94e85c16-54c4-45c6-9ece-0982eb0825cb tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "PUT /v2.0/floatingips/6e4555d9-c60f-4a05-a85c-bef408c2dc32 HTTP/1.1" status: 200 len: 992 time: 1.1971686 Apr 12 16:55:37.631110 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:37.633470 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f565cc64-82da-4af9-848f-f51878a0aaba" -d '{"events": [{"name": "network-changed", "server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:37.677104 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4e576-f081-48d3-b4e0-a67d31e40b1b x-openstack-request-id: req-62f4e576-f081-48d3-b4e0-a67d31e40b1b {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:37.677104 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:37.677357 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62f4e576-f081-48d3-b4e0-a67d31e40b1b {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:37.677573 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f4e576-f081-48d3-b4e0-a67d31e40b1b'] response: {'name': 'network-changed', 'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'status': 'completed', 'code': 200} Apr 12 16:55:37.701750 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] For port 1c3b1280-6b72-402c-a234-51c8dd9ace3d, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c3b1280-6b72-402c-a234-51c8dd9ace3d,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:37.702048 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:37.715275 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Calling delete_port for 1c3b1280-6b72-402c-a234-51c8dd9ace3d owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:37.738641 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:37.896770 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565cc64-82da-4af9-848f-f51878a0aaba req-9bd30748-0d3c-4240-88fa-9f0571c94122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:37.898717 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f565cc64-82da-4af9-848f-f51878a0aaba req-9bd30748-0d3c-4240-88fa-9f0571c94122 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fae28403f9c94d76899fbfb5e997f585&device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 1130 time: 0.1708121 Apr 12 16:55:37.902365 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (1c3b1280-6b72-402c-a234-51c8dd9ace3d), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:37.903863 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c88eda-a0c6-4773-a8a7-0fab930fbd99 req-493eeb8e-226b-4cc3-8e7f-ca49b8d3ee9b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:37.905966 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47c88eda-a0c6-4773-a8a7-0fab930fbd99 req-493eeb8e-226b-4cc3-8e7f-ca49b8d3ee9b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0811372 Apr 12 16:55:37.945866 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1c3b1280-6b72-402c-a234-51c8dd9ace3d'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:37.961615 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Pushing event deleted for resources: {'Port': ['ID=1c3b1280-6b72-402c-a234-51c8dd9ace3d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:38.006496 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '6e4555d9-c60f-4a05-a85c-bef408c2dc32', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:3a:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:55:15Z', 'updated_at': '2022-04-12T16:55:36Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:38.052308 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47c88eda-a0c6-4773-a8a7-0fab930fbd99 req-116885ac-a344-461c-bbac-755561790a4b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297245 Apr 12 16:55:38.057617 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] No DVR routers for this DVR port 1c3b1280-6b72-402c-a234-51c8dd9ace3d on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:38.061602 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:38.065094 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-85168763-8b69-4594-b613-a820c64cf9c3 req-8168fcaf-7351-471c-b373-316f8517195d tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.49 "DELETE /v2.0/ports/1c3b1280-6b72-402c-a234-51c8dd9ace3d HTTP/1.1" status: 204 len: 173 time: 0.5421836 Apr 12 16:55:38.065557 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'name': 'network-vif-deleted', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:38.067866 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd2c66c-c82f-45be-bd45-4e4037a53f37" -d '{"events": [{"server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "name": "network-vif-deleted", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:38.071710 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:38.097333 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:38.098759 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:38.123975 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565cc64-82da-4af9-848f-f51878a0aaba req-00d446fb-5341-4d85-a70b-8c206552d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:38.127628 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f565cc64-82da-4af9-848f-f51878a0aaba req-00d446fb-5341-4d85-a70b-8c206552d425 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 200 len: 917 time: 0.2230713 Apr 12 16:55:38.147927 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1cb997-a587-4321-a331-bbae6ed42e58 x-openstack-request-id: req-0e1cb997-a587-4321-a331-bbae6ed42e58 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:38.148228 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8897d70-14ce-44bd-b39b-0ae8fef8dab7", "name": "network-vif-deleted", "tag": "1c3b1280-6b72-402c-a234-51c8dd9ace3d", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:38.148491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e1cb997-a587-4321-a331-bbae6ed42e58 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:38.148919 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1cb997-a587-4321-a331-bbae6ed42e58'] response: {'server_uuid': 'f8897d70-14ce-44bd-b39b-0ae8fef8dab7', 'name': 'network-vif-deleted', 'tag': '1c3b1280-6b72-402c-a234-51c8dd9ace3d', 'status': 'completed', 'code': 200} Apr 12 16:55:38.271423 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:38.274250 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f565cc64-82da-4af9-848f-f51878a0aaba req-64986948-69f6-4ed4-8397-a458b0cb946d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203 HTTP/1.1" status: 200 len: 1000 time: 0.1285522 Apr 12 16:55:38.580062 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '6e4555d9-c60f-4a05-a85c-bef408c2dc32', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:3a:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:55:15Z', 'updated_at': '2022-04-12T16:55:36Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:38.632678 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae77db0a-3ac7-4f28-9b7d-40124acebaf8 None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '6e4555d9-c60f-4a05-a85c-bef408c2dc32', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'port_id': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'mac_address': 'fa:16:3e:3a:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:55:15Z', 'updated_at': '2022-04-12T16:55:36Z', 'revision_number': 1, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:38.751418 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7ba52775-f9d3-40e3-a94c-e68411b956e5 req-1d044c26-c554-413a-992d-d0d837ef121f tempest-TestMinimumBasicScenario-160749844 tempest-TestMinimumBasicScenario-160749844-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8897d70-14ce-44bd-b39b-0ae8fef8dab7 HTTP/1.1" status: 200 len: 210 time: 0.0506928 Apr 12 16:55:38.890330 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565cc64-82da-4af9-848f-f51878a0aaba req-a62d7aec-a7a4-4c37-bfa7-6101717c8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:38.891994 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f565cc64-82da-4af9-848f-f51878a0aaba req-a62d7aec-a7a4-4c37-bfa7-6101717c8fab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 200 len: 854 time: 0.3992431 Apr 12 16:55:38.933711 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b871e2-c9ea-420d-bd45-2df172627aeb None None] New status for floating IP 6e4555d9-c60f-4a05-a85c-bef408c2dc32: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:55:38.962019 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565cc64-82da-4af9-848f-f51878a0aaba req-b7f5e300-b5a4-4da8-8e92-468dfee9a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:38.964355 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f565cc64-82da-4af9-848f-f51878a0aaba req-b7f5e300-b5a4-4da8-8e92-468dfee9a437 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd491a4c-3c01-45c6-ba4b-d85f30b21624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561569 Apr 12 16:55:39.064765 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f565cc64-82da-4af9-848f-f51878a0aaba req-d5b6c11b-8525-4268-8d85-b77cc1bcccfd service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915861 Apr 12 16:55:39.162395 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-f565cc64-82da-4af9-848f-f51878a0aaba req-980f4879-1e17-42a7-bcb3-26653c582f30 service neutron] 10.222.0.49 "GET /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907764 Apr 12 16:55:39.195903 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd664b-2ecf-4e8e-a487-2fafd0cd3124 req-4e917b96-a98d-463f-abe7-262eafade122 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:39.197479 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94cd664b-2ecf-4e8e-a487-2fafd0cd3124 req-4e917b96-a98d-463f-abe7-262eafade122 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0584016 Apr 12 16:55:39.226516 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:39.253253 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-94cd664b-2ecf-4e8e-a487-2fafd0cd3124 req-457d5b9f-0d21-427b-bca0-e88367296add tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486801 Apr 12 16:55:39.309143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb is: ACTIVE; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:39.309548 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:39.321552 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-159bc339-ed0c-4f32-be47-279cfa6cd2fb req-5cd05f8e-971f-4dc7-a3de-fc17d4a9a93c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:55:39.322595 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-159bc339-ed0c-4f32-be47-279cfa6cd2fb req-5cd05f8e-971f-4dc7-a3de-fc17d4a9a93c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053687 Apr 12 16:55:39.331977 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:39.334555 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a8e85c-3109-4733-a1fa-4c469ef18960" -d '{"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:39.347649 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:39.351916 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:39.352886 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1c3b1280-6b72-402c-a234-51c8dd9ace3d no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:39.376793 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967a8106-b5ae-4581-b43e-897a5d3ddea2 x-openstack-request-id: req-967a8106-b5ae-4581-b43e-897a5d3ddea2 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:39.377146 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-unplugged", "status": "failed", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb", "code": 422}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:39.377485 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-967a8106-b5ae-4581-b43e-897a5d3ddea2 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:39.377893 dv-cinder-837529-1-iscsi neutron-server[109991]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-967a8106-b5ae-4581-b43e-897a5d3ddea2']: {'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'code': 422} returned with failed status Apr 12 16:55:39.397825 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 1c3b1280-6b72-402c-a234-51c8dd9ace3d {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:39.398185 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1c3b1280-6b72-402c-a234-51c8dd9ace3d not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:39.426254 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:39.485153 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-f96367f0-1b72-47b8-b4ce-ab0232500368 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672982 Apr 12 16:55:39.498074 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d91f25-93f9-4f6b-ad88-57638fc8b287 req-908f0b7c-bd76-4b22-be42-ccd19ae9c5b0 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:39.500194 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-93d91f25-93f9-4f6b-ad88-57638fc8b287 req-908f0b7c-bd76-4b22-be42-ccd19ae9c5b0 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0537460 Apr 12 16:55:39.586429 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-4880e43e-aa5f-43f3-a034-db203afc1888 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:39.587825 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-4880e43e-aa5f-43f3-a034-db203afc1888 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports/dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 941 time: 0.0750411 Apr 12 16:55:39.593043 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-93d91f25-93f9-4f6b-ad88-57638fc8b287 req-02861a92-9fa9-44ea-8a7f-87ac2475ac37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867579 Apr 12 16:55:40.462639 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53414) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:40.769790 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504781d9-65dc-4014-847f-5e230087ef82 req-ec7cd12f-2cba-45c8-85ae-8880f9b1b28b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:40.771342 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-504781d9-65dc-4014-847f-5e230087ef82 req-ec7cd12f-2cba-45c8-85ae-8880f9b1b28b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0895374 Apr 12 16:55:40.778676 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c226d-5e9e-4e40-9c97-6239d2461033 req-a12ed7a4-1044-46a7-9ea4-1b9b85db055b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:40.780671 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec8c226d-5e9e-4e40-9c97-6239d2461033 req-a12ed7a4-1044-46a7-9ea4-1b9b85db055b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0998626 Apr 12 16:55:40.914592 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-504781d9-65dc-4014-847f-5e230087ef82 req-3b6a0e28-96c2-4aa4-993f-e7ab0bfdefdc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316717 Apr 12 16:55:40.919324 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec8c226d-5e9e-4e40-9c97-6239d2461033 req-2d53f510-82d4-476f-8594-0b3e74d8693e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272602 Apr 12 16:55:40.976891 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (4e334368-3049-4a01-ad04-9671249f367e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:41.207899 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Deleting port 859a0134-d128-4e8b-a66f-40da94f0a9d2 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:41.208240 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:41.298838 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] For port 859a0134-d128-4e8b-a66f-40da94f0a9d2, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=859a0134-d128-4e8b-a66f-40da94f0a9d2,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:41.299229 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:41.311847 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Calling delete_port for 859a0134-d128-4e8b-a66f-40da94f0a9d2 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:41.492957 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (859a0134-d128-4e8b-a66f-40da94f0a9d2), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:41.518809 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=859a0134-d128-4e8b-a66f-40da94f0a9d2,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:41.720888 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (4e334368-3049-4a01-ad04-9671249f367e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:41.940445 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Router 4e334368-3049-4a01-ad04-9671249f367e has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:42.360798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1c5b1-6e6b-4c0f-ab50-303409520f51 req-e3085423-ab86-48a9-bc8e-dc26cbe1e223 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:42.362281 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fba1c5b1-6e6b-4c0f-ab50-303409520f51 req-e3085423-ab86-48a9-bc8e-dc26cbe1e223 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.3747759 Apr 12 16:55:42.397093 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fc816-a00f-437c-858f-54361ec44bf0 req-c446fa95-2d5e-4dd1-b0af-1aede3765635 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:42.398515 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-242fc816-a00f-437c-858f-54361ec44bf0 req-c446fa95-2d5e-4dd1-b0af-1aede3765635 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.3723204 Apr 12 16:55:42.436376 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:42.442741 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-58a930a5-2160-414a-8f56-425333a23a4c admin admin] 10.222.0.55 "PUT /v2.0/routers/4e334368-3049-4a01-ad04-9671249f367e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9777055 Apr 12 16:55:42.444673 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53432) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:42.445139 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] Sync routers for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:42.455681 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:42.456304 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:42.470538 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fba1c5b1-6e6b-4c0f-ab50-303409520f51 req-f643adc0-ffef-4683-85f1-e4299597fa6f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021781 Apr 12 16:55:42.492323 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-242fc816-a00f-437c-858f-54361ec44bf0 req-982d42a4-dd40-434a-8ae5-37c2213ddad2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815539 Apr 12 16:55:42.571250 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks [] for router (4e334368-3049-4a01-ad04-9671249f367e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:42.577636 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:42.679482 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks [] for router_gateway (4e334368-3049-4a01-ad04-9671249f367e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:42.696421 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:42.730879 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Deleting port 902adffc-4ec9-4170-b356-2f9754ad2a0e {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:42.731233 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:42.758428 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:55:41Z', 'revision_number': 5, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port': {'id': '902adffc-4ec9-4170-b356-2f9754ad2a0e', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e334368-3049-4a01-ad04-9671249f367e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:35Z', 'updated_at': '2022-04-12T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:42.817111 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] For port 902adffc-4ec9-4170-b356-2f9754ad2a0e, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=902adffc-4ec9-4170-b356-2f9754ad2a0e,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:42.817475 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:42.831341 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Calling delete_port for 902adffc-4ec9-4170-b356-2f9754ad2a0e owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:42.887433 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] Checking router: 4e334368-3049-4a01-ad04-9671249f367e for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:42.896215 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] Routers {'4e334368-3049-4a01-ad04-9671249f367e'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:42.896877 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['4e334368-3049-4a01-ad04-9671249f367e'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:42.990366 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] Set router 4e334368-3049-4a01-ad04-9671249f367e gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:43.025300 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (902adffc-4ec9-4170-b356-2f9754ad2a0e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.043993 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:55:42Z', 'revision_number': 6, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:43.062851 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=902adffc-4ec9-4170-b356-2f9754ad2a0e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:43.080526 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649af42-2469-4ad4-a9c0-7774bc736d68 None None] The sync data for ids ['4e334368-3049-4a01-ad04-9671249f367e'] in dv-cinder-837529-1-iscsi is: [{'id': '4e334368-3049-4a01-ad04-9671249f367e', 'name': 'tempest-TestMinimumBasicScenario-1760761654-router', 'tenant_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:34Z', 'updated_at': '2022-04-12T16:55:42Z', 'revision_number': 6, 'project_id': 'c62bc585992e4aceb8815a8959cf8e0c', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:43.132959 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (4e334368-3049-4a01-ad04-9671249f367e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.244766 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (4e334368-3049-4a01-ad04-9671249f367e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.247201 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks [] for router_controller (4e334368-3049-4a01-ad04-9671249f367e), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.314302 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (4e334368-3049-4a01-ad04-9671249f367e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.314879 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e334368-3049-4a01-ad04-9671249f367e {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:55:43.320336 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.321498 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-95569664-2dd6-4652-b94c-abd21c2a3cf7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4e334368-3049-4a01-ad04-9671249f367e HTTP/1.1" status: 204 len: 168 time: 0.8757656 Apr 12 16:55:43.324131 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53438) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:43.371105 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] Deleting subnet 9da0cd3b-d749-47f1-8b51-44a575c6a873 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:55:43.375071 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] Publish callbacks [] for subnet (9da0cd3b-d749-47f1-8b51-44a575c6a873), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.414117 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (9da0cd3b-d749-47f1-8b51-44a575c6a873), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.504287 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (9da0cd3b-d749-47f1-8b51-44a575c6a873), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.589254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (9da0cd3b-d749-47f1-8b51-44a575c6a873), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.666097 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da0cd3b-d749-47f1-8b51-44a575c6a873,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:43.675726 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.677679 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe678a11-7846-4bdd-9a60-61ad080ea21a None None] Network 414c2dfe-22b2-489e-94eb-7bbed5e32ded requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:55:43.681139 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-92e8e95f-90c0-432c-9182-e687898d0d08 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9da0cd3b-d749-47f1-8b51-44a575c6a873 HTTP/1.1" status: 204 len: 168 time: 0.3537486 Apr 12 16:55:43.681956 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53444) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:43.689395 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54be16-1937-4034-b58d-69d28dd2bc7b req-f066f94e-7dc4-4be0-a01a-9cb1e11c6d22 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:43.690865 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a54be16-1937-4034-b58d-69d28dd2bc7b req-f066f94e-7dc4-4be0-a01a-9cb1e11c6d22 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1050296 Apr 12 16:55:43.696708 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b5e47-d9ee-4412-a491-a5067fabe382 req-0149e7b1-d955-4222-b807-6d6161f7321b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:43.698143 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c92b5e47-d9ee-4412-a491-a5067fabe382 req-0149e7b1-d955-4222-b807-6d6161f7321b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.1228426 Apr 12 16:55:43.759757 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (414c2dfe-22b2-489e-94eb-7bbed5e32ded), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.765349 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a54be16-1937-4034-b58d-69d28dd2bc7b req-b76698bd-0849-4dc0-aed1-5656a3d45865 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662479 Apr 12 16:55:43.785907 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c92b5e47-d9ee-4412-a491-a5067fabe382 req-204494cc-775c-452f-a232-476bd9815f14 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799420 Apr 12 16:55:43.810706 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Deleting port 92489b98-035c-4390-88ef-028f70c9a9ad {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:43.811717 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.875323 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] For port 92489b98-035c-4390-88ef-028f70c9a9ad, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=92489b98-035c-4390-88ef-028f70c9a9ad,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:43.875950 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:43.895770 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Calling delete_port for 92489b98-035c-4390-88ef-028f70c9a9ad owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:43.916898 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] DHCP port deletion for 414c2dfe-22b2-489e-94eb-7bbed5e32ded request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:55:43.974129 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] Deleting port 92489b98-035c-4390-88ef-028f70c9a9ad {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:43.974623 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.037175 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-1abd8007-cd03-4a6a-95bd-8729c8e98afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:44.038696 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-1abd8007-cd03-4a6a-95bd-8729c8e98afd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f&tenant_id=39cebc45ffb54de6be832838f1d28789 HTTP/1.1" status: 200 len: 1128 time: 0.0847301 Apr 12 16:55:44.048803 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] For port 92489b98-035c-4390-88ef-028f70c9a9ad, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=92489b98-035c-4390-88ef-028f70c9a9ad,segment=NetworkSegment(f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6),segment_id=f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:44.049425 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.064696 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.069555 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] Calling delete_port for 92489b98-035c-4390-88ef-028f70c9a9ad owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:44.097566 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Pushing event deleted for resources: {'Port': ['ID=92489b98-035c-4390-88ef-028f70c9a9ad,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:44.101524 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] No DVR routers for this DVR port 92489b98-035c-4390-88ef-028f70c9a9ad on host dv-cinder-837529-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:44.170009 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (92489b98-035c-4390-88ef-028f70c9a9ad), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.179585 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (414c2dfe-22b2-489e-94eb-7bbed5e32ded), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.200996 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] Pushing event deleted for resources: {'Port': ['ID=92489b98-035c-4390-88ef-028f70c9a9ad,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:44.205180 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e89127-3c2d-4984-9dce-32f61021ae28 None None] No DVR routers for this DVR port 92489b98-035c-4390-88ef-028f70c9a9ad on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:44.212573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414c2dfe-22b2-489e-94eb-7bbed5e32ded']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:44.236496 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:44.236798 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:44.265635 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.303290 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.313549 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-4262bcb1-6c1c-4df4-9ed9-861ae71eeffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:44.315268 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-4262bcb1-6c1c-4df4-9ed9-861ae71eeffd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1128 time: 0.0703127 Apr 12 16:55:44.316203 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:55:44.316599 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (f2cb5b7a-7ffe-48e3-91a2-66368c72ffc6), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:55:44.318415 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:55:44.434865 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (414c2dfe-22b2-489e-94eb-7bbed5e32ded), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.453555 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.456585 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] 10.222.0.55 "DELETE /v2.0/networks/414c2dfe-22b2-489e-94eb-7bbed5e32ded HTTP/1.1" status: 204 len: 168 time: 0.7727549 Apr 12 16:55:44.459677 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53454) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:44.469785 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999d168-3df3-4636-a46c-bd8c0d5daebb admin admin] Pushing event deleted for resources: {'Network': ['ID=414c2dfe-22b2-489e-94eb-7bbed5e32ded,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:44.492083 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-539072e6-4c01-4c64-a6a4-27c0c2aac020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:44.493991 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-539072e6-4c01-4c64-a6a4-27c0c2aac020 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 910 time: 0.1282568 Apr 12 16:55:44.703030 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-c3f2bcf3-10f5-4585-a387-7e6299cf8b05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 999 time: 0.0611975 Apr 12 16:55:44.760377 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-b56db850-a91a-4ae2-86f4-9df91191f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:44.760377 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-b56db850-a91a-4ae2-86f4-9df91191f472 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 200 len: 847 time: 0.0486677 Apr 12 16:55:44.815413 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-e915f4ef-3511-456a-923e-3f3c94bb9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:44.816970 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-e915f4ef-3511-456a-923e-3f3c94bb9d75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e4683a3-a2b1-4262-bfba-200b824f2564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463676 Apr 12 16:55:44.824796 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (9c0788ac-86c7-4589-8b0a-5c14754b4533), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:44.920922 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-c60d89ec-5bd5-4a22-9590-ac836a2fd189 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943146 Apr 12 16:55:44.974574 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672611ca-40ed-4ba1-8294-b75cb2fed5cc req-b2469592-3720-4c31-96e3-b440ad4d2ba7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:44.976059 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-672611ca-40ed-4ba1-8294-b75cb2fed5cc req-b2469592-3720-4c31-96e3-b440ad4d2ba7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1148026 Apr 12 16:55:44.986810 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e633e3c-c611-4d9a-a245-5ef34090f046 req-5058d461-dad5-4ac4-96ff-da1e09dd89f1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:44.988256 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1e633e3c-c611-4d9a-a245-5ef34090f046 req-5058d461-dad5-4ac4-96ff-da1e09dd89f1 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.1166911 Apr 12 16:55:45.017416 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-3c47abce-2ec3-4e48-ac6c-ebebb1822fc4 req-0cbd15e8-030b-4102-a3c1-e29cc97e8bef service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894663 Apr 12 16:55:45.100863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 902adffc-4ec9-4170-b356-2f9754ad2a0e no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:45.121739 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 902adffc-4ec9-4170-b356-2f9754ad2a0e {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:45.122178 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 902adffc-4ec9-4170-b356-2f9754ad2a0e not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:45.122682 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 859a0134-d128-4e8b-a66f-40da94f0a9d2 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:45.127361 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-672611ca-40ed-4ba1-8294-b75cb2fed5cc req-cf1307c7-1e4d-45c4-abef-17ec01623ad9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381748 Apr 12 16:55:45.135051 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1e633e3c-c611-4d9a-a245-5ef34090f046 req-a86b694a-6283-4c2f-ac62-2eb5fd4a7cfe tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405511 Apr 12 16:55:45.143935 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 859a0134-d128-4e8b-a66f-40da94f0a9d2 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:45.144356 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 859a0134-d128-4e8b-a66f-40da94f0a9d2 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:45.145005 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 92489b98-035c-4390-88ef-028f70c9a9ad no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:45.164639 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 92489b98-035c-4390-88ef-028f70c9a9ad {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:45.164992 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 92489b98-035c-4390-88ef-028f70c9a9ad not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:45.229454 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Deleting port c5be80fa-b31e-442d-abe1-4f7dc22b972b {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:45.229793 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:45.306072 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] For port c5be80fa-b31e-442d-abe1-4f7dc22b972b, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c5be80fa-b31e-442d-abe1-4f7dc22b972b,segment=NetworkSegment(d6941832-3f98-475b-97b4-1e55d4c6b10d),segment_id=d6941832-3f98-475b-97b4-1e55d4c6b10d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:45.306349 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:45.319343 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Calling delete_port for c5be80fa-b31e-442d-abe1-4f7dc22b972b owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:45.497407 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (c5be80fa-b31e-442d-abe1-4f7dc22b972b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:45.526881 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5be80fa-b31e-442d-abe1-4f7dc22b972b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:45.730724 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (9c0788ac-86c7-4589-8b0a-5c14754b4533), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:45.964379 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Router 9c0788ac-86c7-4589-8b0a-5c14754b4533 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:46.081575 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:46.089081 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-cc3040b7-13bd-4c8e-8bd6-86b3f889507f admin admin] 10.222.0.55 "PUT /v2.0/routers/9c0788ac-86c7-4589-8b0a-5c14754b4533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6258597 Apr 12 16:55:46.089277 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53488) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:46.090015 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] Sync routers for ids ['9c0788ac-86c7-4589-8b0a-5c14754b4533'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:46.105451 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] Routers {'9c0788ac-86c7-4589-8b0a-5c14754b4533'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:46.106139 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9c0788ac-86c7-4589-8b0a-5c14754b4533'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:46.209038 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks [] for router (9c0788ac-86c7-4589-8b0a-5c14754b4533), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:46.223068 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] Set router 9c0788ac-86c7-4589-8b0a-5c14754b4533 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:46.332452 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e993-c4d7-45eb-ad41-7a85c1eff33d req-f2ce8c3f-f49e-4b1b-9d37-4b8aa229a105 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:46.333944 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b22e993-c4d7-45eb-ad41-7a85c1eff33d req-f2ce8c3f-f49e-4b1b-9d37-4b8aa229a105 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0879614 Apr 12 16:55:46.365049 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccba7e-b3fc-4ee8-9082-62eb90dbd164 req-fa51b9d6-aae4-41a2-9ba1-5882323f2f5c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:46.366499 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-83ccba7e-b3fc-4ee8-9082-62eb90dbd164 req-fa51b9d6-aae4-41a2-9ba1-5882323f2f5c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1216054 Apr 12 16:55:46.409100 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:55:45Z', 'revision_number': 5, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:46.436653 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] Checking router: 9c0788ac-86c7-4589-8b0a-5c14754b4533 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:46.445830 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] Routers {'9c0788ac-86c7-4589-8b0a-5c14754b4533'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:46.446047 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9c0788ac-86c7-4589-8b0a-5c14754b4533'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:46.466600 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4b22e993-c4d7-45eb-ad41-7a85c1eff33d req-b76cd4f7-d549-4a95-8f16-2363cfcf12cd tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972326 Apr 12 16:55:46.468591 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks [] for router_gateway (9c0788ac-86c7-4589-8b0a-5c14754b4533), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:46.479900 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-83ccba7e-b3fc-4ee8-9082-62eb90dbd164 req-a4ab5366-e7a1-4070-baf9-638f1d4b643c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010075 Apr 12 16:55:46.532371 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Deleting port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:46.533072 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:46.557774 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] Set router 9c0788ac-86c7-4589-8b0a-5c14754b4533 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:46.612366 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] For port 3190b4d0-aea6-4e5e-8482-41de6e4eaa12, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:46.612736 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:46.627877 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Calling delete_port for 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:46.805951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (3190b4d0-aea6-4e5e-8482-41de6e4eaa12), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:46.834832 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3190b4d0-aea6-4e5e-8482-41de6e4eaa12,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:46.864248 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:55:45Z', 'revision_number': 5, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:46.891592 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee63b8-e644-4ae2-9075-4288847b8464 None None] The sync data for ids ['9c0788ac-86c7-4589-8b0a-5c14754b4533'] in dv-cinder-837529-1-iscsi is: [{'id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'name': 'tempest-TestMinimumBasicScenario-1930576564-router', 'tenant_id': 'dd9afa78c72a4619adb26be9c83869bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:47Z', 'updated_at': '2022-04-12T16:55:45Z', 'revision_number': 5, 'project_id': 'dd9afa78c72a4619adb26be9c83869bf', 'gw_port': {'id': '3190b4d0-aea6-4e5e-8482-41de6e4eaa12', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0788ac-86c7-4589-8b0a-5c14754b4533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:49Z', 'updated_at': '2022-04-12T16:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:46.899500 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (9c0788ac-86c7-4589-8b0a-5c14754b4533), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:46.993210 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (9c0788ac-86c7-4589-8b0a-5c14754b4533), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:46.995368 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks [] for router_controller (9c0788ac-86c7-4589-8b0a-5c14754b4533), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.038364 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (9c0788ac-86c7-4589-8b0a-5c14754b4533), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.038961 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0788ac-86c7-4589-8b0a-5c14754b4533 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:55:47.043741 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.044898 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6caf2aae-b1fe-4460-967b-6a0801da89c7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9c0788ac-86c7-4589-8b0a-5c14754b4533 HTTP/1.1" status: 204 len: 168 time: 0.9546874 Apr 12 16:55:47.047932 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53494) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:47.386974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] Deleting subnet b041f899-705e-4f50-92ff-ba35f62b50cd {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:55:47.391486 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] Publish callbacks [] for subnet (b041f899-705e-4f50-92ff-ba35f62b50cd), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.427368 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c5be80fa-b31e-442d-abe1-4f7dc22b972b no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:47.432215 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (b041f899-705e-4f50-92ff-ba35f62b50cd), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.471457 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: c5be80fa-b31e-442d-abe1-4f7dc22b972b {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:47.471839 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c5be80fa-b31e-442d-abe1-4f7dc22b972b not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:47.556477 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (b041f899-705e-4f50-92ff-ba35f62b50cd), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.672645 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1bad-18bb-46a7-a4f8-d4782d9c01aa req-1953f403-af03-4253-add7-1541881bb1dc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:47.673391 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37dd1bad-18bb-46a7-a4f8-d4782d9c01aa req-1953f403-af03-4253-add7-1541881bb1dc tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0929136 Apr 12 16:55:47.679628 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ee9dd-5fdd-4610-b7d8-1bc09867f6a9 req-39cd1433-1245-4384-90d1-8353fde4faf2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:47.681132 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-393ee9dd-5fdd-4610-b7d8-1bc09867f6a9 req-39cd1433-1245-4384-90d1-8353fde4faf2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0995545 Apr 12 16:55:47.749715 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (b041f899-705e-4f50-92ff-ba35f62b50cd), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.807215 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.811019 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b041f899-705e-4f50-92ff-ba35f62b50cd HTTP/1.1" status: 204 len: 168 time: 0.7620049 Apr 12 16:55:47.811849 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a3331-554e-4315-b4a4-cc39fdb6667b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b041f899-705e-4f50-92ff-ba35f62b50cd,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:47.814007 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71216044-c826-41df-95a1-585912c76952 None None] Network a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:55:47.814320 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53524) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:47.832466 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-37dd1bad-18bb-46a7-a4f8-d4782d9c01aa req-f6fd5daa-5d5b-42c4-8708-983afb864971 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494455 Apr 12 16:55:47.847831 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-393ee9dd-5fdd-4610-b7d8-1bc09867f6a9 req-7927ae31-046b-45ca-86ca-e25aef81c837 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578517 Apr 12 16:55:47.900810 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:47.952030 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Deleting port 4bebbd8a-3314-4a06-b6ff-16a908eb780e {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:47.952931 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.016169 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] For port 4bebbd8a-3314-4a06-b6ff-16a908eb780e, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=4bebbd8a-3314-4a06-b6ff-16a908eb780e,segment=NetworkSegment(d6941832-3f98-475b-97b4-1e55d4c6b10d),segment_id=d6941832-3f98-475b-97b4-1e55d4c6b10d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:48.016527 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.028762 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Calling delete_port for 4bebbd8a-3314-4a06-b6ff-16a908eb780e owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:48.103024 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] DHCP port deletion for a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:55:48.116326 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.145909 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4bebbd8a-3314-4a06-b6ff-16a908eb780e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:48.147418 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] No DVR routers for this DVR port 4bebbd8a-3314-4a06-b6ff-16a908eb780e on host dv-cinder-837529-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:48.161788 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] Deleting port 4bebbd8a-3314-4a06-b6ff-16a908eb780e {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:55:48.162198 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.229461 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] For port 4bebbd8a-3314-4a06-b6ff-16a908eb780e, host dv-cinder-837529-1-iscsi, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:48.229859 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.229998 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.243960 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] Calling delete_port for 4bebbd8a-3314-4a06-b6ff-16a908eb780e owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:55:48.247239 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] Port 4bebbd8a-3314-4a06-b6ff-16a908eb780e was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 16:55:48.249420 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (4bebbd8a-3314-4a06-b6ff-16a908eb780e), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.256612 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:48.269999 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6941832-3f98-475b-97b4-1e55d4c6b10d') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:48.270452 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6941832-3f98-475b-97b4-1e55d4c6b10d') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:48.276377 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] Pushing event deleted for resources: {'Port': ['ID=4bebbd8a-3314-4a06-b6ff-16a908eb780e,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:48.280820 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e48fd1-39b4-43b7-8ae5-639079939fb3 None None] No DVR routers for this DVR port 4bebbd8a-3314-4a06-b6ff-16a908eb780e on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:55:48.287268 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130153'] for segment (d6941832-3f98-475b-97b4-1e55d4c6b10d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.304382 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (d6941832-3f98-475b-97b4-1e55d4c6b10d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.311874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:55:48.312033 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9325953'] for segment (d6941832-3f98-475b-97b4-1e55d4c6b10d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: timer() Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: self._notify() Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: event.method(event) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:55:48.313977 dv-cinder-837529-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:55:48.367380 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.373039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.376883 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] 10.222.0.55 "DELETE /v2.0/networks/a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d HTTP/1.1" status: 204 len: 168 time: 0.5570455 Apr 12 16:55:48.387488 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3f0ee-415e-44c5-be69-f05eb16680cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a76512dd-3ce9-41f0-b9f6-dc2b6f4b346d,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:48.537057 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53528) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:48.578576 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7bb5539f-453e-45c7-95bb-5a82efcd3cc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c62bc585992e4aceb8815a8959cf8e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376873 Apr 12 16:55:48.579233 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53530) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:48.630270 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9581d-82cb-45b0-bd9f-cea99c8ce74a admin admin] Publish callbacks [] for security_group (c924eacc-4ea3-4096-854c-218cee70b5f9), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.651878 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9581d-82cb-45b0-bd9f-cea99c8ce74a admin admin] Publish callbacks [] for security_group (c924eacc-4ea3-4096-854c-218cee70b5f9), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.696091 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9581d-82cb-45b0-bd9f-cea99c8ce74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c924eacc-4ea3-4096-854c-218cee70b5f9), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.698591 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9581d-82cb-45b0-bd9f-cea99c8ce74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:48.699763 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3ab9581d-82cb-45b0-bd9f-cea99c8ce74a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c924eacc-4ea3-4096-854c-218cee70b5f9 HTTP/1.1" status: 204 len: 168 time: 0.1200616 Apr 12 16:55:48.708033 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9581d-82cb-45b0-bd9f-cea99c8ce74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924eacc-4ea3-4096-854c-218cee70b5f9,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:49.077552 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca100b8-d165-464c-b0b5-dca84f0fe17e req-bf6b23b5-4ac9-4ccb-97ad-ee6e6751c20f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:49.084054 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ca100b8-d165-464c-b0b5-dca84f0fe17e req-bf6b23b5-4ac9-4ccb-97ad-ee6e6751c20f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.1297727 Apr 12 16:55:49.094091 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fae45-c4c0-48d1-bc26-d2d816789a9e req-0b3a37fb-2b52-4396-8134-af6f9c76534c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:49.095736 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f98fae45-c4c0-48d1-bc26-d2d816789a9e req-0b3a37fb-2b52-4396-8134-af6f9c76534c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1392543 Apr 12 16:55:49.110498 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53552) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:49.131383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:49.176239 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:49.176713 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 3190b4d0-aea6-4e5e-8482-41de6e4eaa12 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:49.177291 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4bebbd8a-3314-4a06-b6ff-16a908eb780e no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:55:49.189904 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c0b23933-6816-4ba4-9f81-5508b0ca508c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd9afa78c72a4619adb26be9c83869bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0775969 Apr 12 16:55:49.191023 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53556) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:49.202798 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 4bebbd8a-3314-4a06-b6ff-16a908eb780e {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:55:49.203285 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4bebbd8a-3314-4a06-b6ff-16a908eb780e not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:55:49.207023 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f98fae45-c4c0-48d1-bc26-d2d816789a9e req-66862570-c4d0-432c-9850-a38b39fe4b9c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007988 Apr 12 16:55:49.222251 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ca100b8-d165-464c-b0b5-dca84f0fe17e req-c66ef179-5e56-48c0-8a81-a0119e8321fb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250434 Apr 12 16:55:49.250275 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6205c0f7-ee99-4da9-ad3a-d05547cfd0ab admin admin] Publish callbacks [] for security_group (c3bc79a6-7d00-480d-868d-b69ae60a550f), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:49.272465 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6205c0f7-ee99-4da9-ad3a-d05547cfd0ab admin admin] Publish callbacks [] for security_group (c3bc79a6-7d00-480d-868d-b69ae60a550f), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:49.319197 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6205c0f7-ee99-4da9-ad3a-d05547cfd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c3bc79a6-7d00-480d-868d-b69ae60a550f), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:49.321880 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6205c0f7-ee99-4da9-ad3a-d05547cfd0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:49.323048 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6205c0f7-ee99-4da9-ad3a-d05547cfd0ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3bc79a6-7d00-480d-868d-b69ae60a550f HTTP/1.1" status: 204 len: 168 time: 0.1308892 Apr 12 16:55:49.331434 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205c0f7-ee99-4da9-ad3a-d05547cfd0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc79a6-7d00-480d-868d-b69ae60a550f,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:49.973042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53578) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:50.065409 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1323594004-network', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:50.088003 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Made reservation on behalf of 978e79f4dacb455f990c96e4331bd5cb for: {'network': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:55:50.090522 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.099904 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.173465 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks [] for security_group (37b6d7b4-c2d8-4174-9970-e027011a2bb8), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.176950 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (37b6d7b4-c2d8-4174-9970-e027011a2bb8), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.201944 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=109990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:55:50.210871 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b6d7b4-c2d8-4174-9970-e027011a2bb8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:50.218759 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (a920e4c3-aec0-411c-bd84-dff05c1eb654), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.218759 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.segments_db [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Added segment a920e4c3-aec0-411c-bd84-dff05c1eb654 of type vlan for network 53dbe67b-8ba7-4d00-94da-23e186da31c5 Apr 12 16:55:50.260992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (53dbe67b-8ba7-4d00-94da-23e186da31c5), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.300854 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (53dbe67b-8ba7-4d00-94da-23e186da31c5), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.302062 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:50.311108 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.379095 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4049146 Apr 12 16:55:50.379433 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826de75-c171-4daa-a70d-b986a6a4cff6 req-66f61ba6-b49b-48f6-8ccb-44c3fe3aa13f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:50.381058 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a826de75-c171-4daa-a70d-b986a6a4cff6 req-66f61ba6-b49b-48f6-8ccb-44c3fe3aa13f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0775061 Apr 12 16:55:50.381877 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53590) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:50.387524 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Request body: {'subnet': {'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1323594004-subnet', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:50.395659 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10609a6b-1afc-43a8-9edf-c8dbc7f20172 req-fa00218b-c29a-4f63-8ee6-cc5cceebbda5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:50.397407 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c587d-ed4e-4998-8a8b-958eebc104db admin admin] Pushing event updated for resources: {'Network': ['ID=53dbe67b-8ba7-4d00-94da-23e186da31c5,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:50.397538 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-10609a6b-1afc-43a8-9edf-c8dbc7f20172 req-fa00218b-c29a-4f63-8ee6-cc5cceebbda5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0834761 Apr 12 16:55:50.412155 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:55:50.419114 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Made reservation on behalf of 978e79f4dacb455f990c96e4331bd5cb for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:55:50.422728 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9242177'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.474106 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a826de75-c171-4daa-a70d-b986a6a4cff6 req-99935c69-a7a8-4abc-a81c-a013912a0aba tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755882 Apr 12 16:55:50.512423 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-10609a6b-1afc-43a8-9edf-c8dbc7f20172 req-b4607904-0007-4143-a0a7-045fb1467775 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951366 Apr 12 16:55:50.634600 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9242199'] for subnet (d73fed82-66d5-4349-9bd2-bb0337793575), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.691152 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73fed82-66d5-4349-9bd2-bb0337793575,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:50.700293 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Checking segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:50.700647 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Network hostable DHCP agents. Network: 53dbe67b-8ba7-4d00-94da-23e186da31c5, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:55:50.718795 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:55:50.727689 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 53dbe67b-8ba7-4d00-94da-23e186da31c5) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:50.733449 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:50.733955 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.736777 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23cf73-5c51-40e3-a2cd-4be50014b20f None None] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:55:50.750347 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0bf5196a-e171-4a4c-8dc6-a114ffa768a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3673897 Apr 12 16:55:50.753036 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53600) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:50.757323 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:50.776656 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.777685 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.832667 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks [] for router_controller (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.841650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-53dbe67b-8ba7-4d00-94da-23e186da31c5', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:55:50.846106 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:50.970764 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks [] for router_gateway (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.002100 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Allocated IP 172.20.0.2 (53dbe67b-8ba7-4d00-94da-23e186da31c5/d73fed82-66d5-4349-9bd2-bb0337793575/596e2623-03c8-4fe8-9794-4bcd2f78864d) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:51.148585 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Publish callbacks [] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.154134 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.156007 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks [] for router_gateway (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.175270 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.202095 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:51.208573 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:51.212297 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:51.223214 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Pushing event updated for resources: {'Port': ['ID=596e2623-03c8-4fe8-9794-4bcd2f78864d,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:51.236199 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.236787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.237288 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.237868 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.238458 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.239308 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.239924 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.240285 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.240639 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.241332 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.241927 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.242463 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.243095 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.243444 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.243787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:51.286432 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Allocated IP 172.27.3.37 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/15bd505f-f81c-4259-9270-76d11d60ad13) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:51.299933 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Attempting to bind port 596e2623-03c8-4fe8-9794-4bcd2f78864d on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:55:51.300308 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Attempting to bind port 596e2623-03c8-4fe8-9794-4bcd2f78864d by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:55:51.300674 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Attempting to bind port 596e2623-03c8-4fe8-9794-4bcd2f78864d on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:51.305729 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:55:51.306115 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Checking segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:51.306527 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.306946 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Bound using segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:55:51.307431 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Bound port: 596e2623-03c8-4fe8-9794-4bcd2f78864d, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:55:51.307795 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.371745 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] For port 596e2623-03c8-4fe8-9794-4bcd2f78864d, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:55:51.375314 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] For port 596e2623-03c8-4fe8-9794-4bcd2f78864d, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=596e2623-03c8-4fe8-9794-4bcd2f78864d,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:55:51.381219 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.395733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks [] for port (15bd505f-f81c-4259-9270-76d11d60ad13), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.430585 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:51.443055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa73fd-cd9f-422e-91aa-42a6e0a95cee None None] Pushing event updated for resources: {'Port': ['ID=596e2623-03c8-4fe8-9794-4bcd2f78864d,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:51.484678 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:51.490041 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:51.494043 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:51.499907 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Pushing event updated for resources: {'Port': ['ID=15bd505f-f81c-4259-9270-76d11d60ad13,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:51.611050 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61854b25-14f9-428e-a06b-8343f78101f8 req-2964eb3b-cfde-43ff-9931-8ba67d220c13 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:51.618405 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-61854b25-14f9-428e-a06b-8343f78101f8 req-2964eb3b-cfde-43ff-9931-8ba67d220c13 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.0603709 Apr 12 16:55:51.736320 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9db8b9-8cd4-43cb-88c6-ca432533fed7 req-0d42b076-aab7-4949-b05a-cdb955547e91 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:51.738279 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f9db8b9-8cd4-43cb-88c6-ca432533fed7 req-0d42b076-aab7-4949-b05a-cdb955547e91 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1120992 Apr 12 16:55:51.763051 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-61854b25-14f9-428e-a06b-8343f78101f8 req-d44a39cd-31da-4948-b17f-4772dee2c0de tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339443 Apr 12 16:55:51.817993 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f9db8b9-8cd4-43cb-88c6-ca432533fed7 req-9a631b21-4d92-439b-beb8-a2d3c45e6dea tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631642 Apr 12 16:55:51.829608 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks [] for router_gateway (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.277008 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.312213 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2e3176d7-9117-4fb9-9c3f-53f9df840d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.413043 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:55:52.449251 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d496e63-6108-401b-9744-b9e9b07246b5 None None] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:55:52.532806 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:52.542171 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:52.554047 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:52.555089 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:52.555324 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-74c5c7ab-c59a-412a-bdaa-fa05ccfba1d4 None None] Provisioning complete for port 596e2623-03c8-4fe8-9794-4bcd2f78864d triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:52.555744 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74c5c7ab-c59a-412a-bdaa-fa05ccfba1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.566972 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.568212 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a6fe3e92-48da-4a9a-aad8-3ae2f984ebd3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8142481 Apr 12 16:55:52.571135 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53622) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:52.659521 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-74c5c7ab-c59a-412a-bdaa-fa05ccfba1d4 None None] Current status of the port 596e2623-03c8-4fe8-9794-4bcd2f78864d is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:52.660014 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74c5c7ab-c59a-412a-bdaa-fa05ccfba1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.680137 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:52.695824 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-74c5c7ab-c59a-412a-bdaa-fa05ccfba1d4 None None] For port 596e2623-03c8-4fe8-9794-4bcd2f78864d, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=596e2623-03c8-4fe8-9794-4bcd2f78864d,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:52.703860 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-74c5c7ab-c59a-412a-bdaa-fa05ccfba1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.775441 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5c7ab-c59a-412a-bdaa-fa05ccfba1d4 None None] Pushing event updated for resources: {'Port': ['ID=596e2623-03c8-4fe8-9794-4bcd2f78864d,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:52.825069 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-98d00ec8-6e43-4c31-ae47-e113eb704b69 None None] Provisioning complete for port 596e2623-03c8-4fe8-9794-4bcd2f78864d triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:52.825533 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-98d00ec8-6e43-4c31-ae47-e113eb704b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:52.905017 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:51Z', 'revision_number': 3, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:52.909637 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-98d00ec8-6e43-4c31-ae47-e113eb704b69 None None] Current status of the port 596e2623-03c8-4fe8-9794-4bcd2f78864d is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:52.936826 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:52.937174 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Updating router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba port 15bd505f-f81c-4259-9270-76d11d60ad13 binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:55:52.964508 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.012940 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b59b75-98b0-476d-80cb-eed25da335b3 req-a220a567-62cb-476e-9a7f-c543745d7a9b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:53.014805 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f1b59b75-98b0-476d-80cb-eed25da335b3 req-a220a567-62cb-476e-9a7f-c543745d7a9b tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 944 time: 0.1922073 Apr 12 16:55:53.026793 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf2ce-3db2-40f3-b7e4-472a3b083828 req-f06b0c74-d7e9-41cb-9242-31065ca57539 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:53.028144 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-737bf2ce-3db2-40f3-b7e4-472a3b083828 req-f06b0c74-d7e9-41cb-9242-31065ca57539 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1187701 Apr 12 16:55:53.127613 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 596e2623-03c8-4fe8-9794-4bcd2f78864d up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:53.138566 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-737bf2ce-3db2-40f3-b7e4-472a3b083828 req-58b93ca9-b3ea-4af3-ba15-091735901e47 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974274 Apr 12 16:55:53.150556 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f1b59b75-98b0-476d-80cb-eed25da335b3 req-fcb1b060-ea79-4c8a-a389-77d62f1404f2 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300015 Apr 12 16:55:53.211029 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:55:53.215815 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 596e2623-03c8-4fe8-9794-4bcd2f78864d triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:53.216332 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.243123 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Publish callbacks [] for port (15bd505f-f81c-4259-9270-76d11d60ad13), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.250621 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.274381 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.307722 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Attempting to bind port 15bd505f-f81c-4259-9270-76d11d60ad13 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:55:53.308093 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Attempting to bind port 15bd505f-f81c-4259-9270-76d11d60ad13 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:55:53.308456 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Attempting to bind port 15bd505f-f81c-4259-9270-76d11d60ad13 on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:53.323769 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:55:53.324149 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:53.324552 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.324947 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:55:53.325415 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Bound port: 15bd505f-f81c-4259-9270-76d11d60ad13, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:55:53.325789 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.355498 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Pushing event updated for resources: {'Port': ['ID=15bd505f-f81c-4259-9270-76d11d60ad13,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:53.388090 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] For port 15bd505f-f81c-4259-9270-76d11d60ad13, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:55:53.392657 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] For port 15bd505f-f81c-4259-9270-76d11d60ad13, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=15bd505f-f81c-4259-9270-76d11d60ad13,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:55:53.398791 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.399889 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.400377 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.400691 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.401038 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.401405 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.401708 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.402412 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.403198 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.403918 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.405253 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.406149 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.406582 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.406877 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.407231 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:55:53.411569 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.455855 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 596e2623-03c8-4fe8-9794-4bcd2f78864d is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:53.456604 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Allocated IP 172.20.0.1 (53dbe67b-8ba7-4d00-94da-23e186da31c5/d73fed82-66d5-4349-9bd2-bb0337793575/2aca84b0-05f1-4ba0-8ab1-f38186e60ac9) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:53.471576 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:53.472423 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:53.480736 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:53.492967 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'port_id': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'mac_address': 'fa:16:3e:43:be:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:55:53.517663 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f959-4243-41e7-bdcd-b97b69a4900f None None] Pushing event updated for resources: {'Port': ['ID=15bd505f-f81c-4259-9270-76d11d60ad13,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:53.537124 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:53.537999 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.551384 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:55:53.572023 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks [] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.573475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:53.578444 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.596798 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:53.609700 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.632448 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:53.654097 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:53.659622 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:53.663200 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:53.692343 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:53.715445 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.783710 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:51Z', 'revision_number': 3, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:53.812254 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc3399-4644-4577-ace0-b588098d0473 None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:51Z', 'revision_number': 3, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:53.864810 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.933058 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a308749e-b8e7-4f7a-8859-ae3677c42e9a None None] Provisioning complete for port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:53.933500 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a308749e-b8e7-4f7a-8859-ae3677c42e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:53.969700 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a308749e-b8e7-4f7a-8859-ae3677c42e9a None None] Port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:55:53.986732 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:54.055623 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks [] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:54.064903 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:54.143084 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:54.152085 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:54.318152 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef9a7-1012-49f4-a558-47e82740c122 req-200ef5c9-8633-43cc-b728-5577a61dc45f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:54.319711 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-00aef9a7-1012-49f4-a558-47e82740c122 req-200ef5c9-8633-43cc-b728-5577a61dc45f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 945 time: 0.0705662 Apr 12 16:55:54.357378 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:54.367163 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:54.377446 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bee5da-e4b4-49a8-8a35-22462ef0b920 req-e6b34dca-9324-4592-a1df-9d44fe416a23 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:54.379057 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f5bee5da-e4b4-49a8-8a35-22462ef0b920 req-e6b34dca-9324-4592-a1df-9d44fe416a23 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0926225 Apr 12 16:55:54.476449 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-00aef9a7-1012-49f4-a558-47e82740c122 req-f7d7faaa-2841-4f5c-b434-e586ee04c8d2 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362233 Apr 12 16:55:54.538208 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f5bee5da-e4b4-49a8-8a35-22462ef0b920 req-76e61cdf-b695-45ea-9c89-088e840ea10b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498930 Apr 12 16:55:54.598043 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:55:54.699867 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-b54fce3a-f19f-4a61-b65b-3030243f6c98 None None] Provisioning complete for port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:54.700383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b54fce3a-f19f-4a61-b65b-3030243f6c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:54.723215 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:54.739358 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-996c5c51-d562-48ab-a84e-ce422b789ae8 admin admin] 10.222.0.55 "PUT /v2.0/routers/081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1560595 Apr 12 16:55:54.739494 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b54fce3a-f19f-4a61-b65b-3030243f6c98 None None] Port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:55:54.870441 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-362dda94-f6f5-44ae-8521-c7afb874e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.113981 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 15bd505f-f81c-4259-9270-76d11d60ad13 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:55.164514 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 15bd505f-f81c-4259-9270-76d11d60ad13 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:55.164903 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.212638 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:55:55.229112 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:55.276219 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53660) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:55.281956 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950942560-network', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:55.304106 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Made reservation on behalf of 7cc9428b5745416f9f8e48b24266acf0 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:55:55.308313 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.325114 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.357273 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 15bd505f-f81c-4259-9270-76d11d60ad13 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:55.358323 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.401522 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 15bd505f-f81c-4259-9270-76d11d60ad13, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=15bd505f-f81c-4259-9270-76d11d60ad13,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:55.402650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:55.403180 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.414285 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks [] for security_group (90f8d8a6-1cfc-49ea-98da-0b8ad1661106), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.419267 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (90f8d8a6-1cfc-49ea-98da-0b8ad1661106), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.430063 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.443137 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:55:55.451240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:55.458191 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f8d8a6-1cfc-49ea-98da-0b8ad1661106,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:55.463311 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (84ccd3eb-10d4-4903-8755-cafd34a40871), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.463658 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Added segment 84ccd3eb-10d4-4903-8755-cafd34a40871 of type vlan for network 72be277e-6e5d-4300-9496-5188f90ca111 Apr 12 16:55:55.506994 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (72be277e-6e5d-4300-9496-5188f90ca111), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.544563 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (72be277e-6e5d-4300-9496-5188f90ca111), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.546472 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:55.547908 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.632427 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:55.643338 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3659070 Apr 12 16:55:55.644371 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffaf25-a7ac-44a9-9a6e-97f53d727536 admin admin] Pushing event updated for resources: {'Network': ['ID=72be277e-6e5d-4300-9496-5188f90ca111,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:55.646273 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53668) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:55.647241 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'port_id': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'mac_address': 'fa:16:3e:35:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:55:55.651710 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Request body: {'subnet': {'network_id': '72be277e-6e5d-4300-9496-5188f90ca111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950942560-subnet', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'ip_version': 4}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:55.665693 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network 72be277e-6e5d-4300-9496-5188f90ca111 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:55:55.705222 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Made reservation on behalf of 7cc9428b5745416f9f8e48b24266acf0 for: {'subnet': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:55:55.708279 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:55.708904 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:55.710729 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9242177'] for subnet (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.720033 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd13b9e-51c5-4775-8ce0-8b41f93c06f2 req-8dba9e7d-1574-4093-b80d-2b74e06ba9aa tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:55.728270 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7dd13b9e-51c5-4775-8ce0-8b41f93c06f2 req-8dba9e7d-1574-4093-b80d-2b74e06ba9aa tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 945 time: 0.1667552 Apr 12 16:55:55.778388 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb5607-799b-41d6-8f36-1fd71e9fb732 req-1cc80c76-72a7-4b47-bdee-edb8440b7fb2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:55.782243 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-64bb5607-799b-41d6-8f36-1fd71e9fb732 req-1cc80c76-72a7-4b47-bdee-edb8440b7fb2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1347556 Apr 12 16:55:55.801678 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=15bd505f-f81c-4259-9270-76d11d60ad13,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:55.822517 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7dd13b9e-51c5-4775-8ce0-8b41f93c06f2 req-831b8b4d-11bc-4a92-9a69-cb634a3593f3 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929694 Apr 12 16:55:55.899069 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-64bb5607-799b-41d6-8f36-1fd71e9fb732 req-8a773179-c618-4ada-a7a7-b008236811b7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812387 Apr 12 16:55:55.967487 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee is: ACTIVE; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:55.967926 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:55.986435 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8476334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9242199'] for subnet (6a29faef-a6ea-41b9-9398-a186e115810a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.015815 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.017273 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:56.017655 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.040635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:55:56.054984 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:56.059887 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a29faef-a6ea-41b9-9398-a186e115810a,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:56.068656 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Checking segment: {'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:56.069405 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Network hostable DHCP agents. Network: 72be277e-6e5d-4300-9496-5188f90ca111, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:55:56.089593 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Network 72be277e-6e5d-4300-9496-5188f90ca111 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:55:56.100529 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, 72be277e-6e5d-4300-9496-5188f90ca111) {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:56.105702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:56.108524 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.117252 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29def367-ae3a-4696-9b99-39eb59e48602 None None] Network 72be277e-6e5d-4300-9496-5188f90ca111 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:55:56.119698 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:56.122243 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f487d66f-4cdd-4b83-b982-cbb56644d6b8" -d '{"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:56.126985 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-566728f2-f564-49ab-8fbe-a4ef67eee7db admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4794447 Apr 12 16:55:56.130124 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:56.131692 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:56.136335 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:55:56.161450 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-694360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25072'] for router (b2e86b75-2459-4563-b49f-4df27ba81e2b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.163047 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.164019 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25065'] for router (b2e86b75-2459-4563-b49f-4df27ba81e2b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.171637 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:56.207629 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f69aa0-734e-47e9-9605-8436bf740a41 x-openstack-request-id: req-49f69aa0-734e-47e9-9605-8436bf740a41 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:56.207905 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:56.208344 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49f69aa0-734e-47e9-9605-8436bf740a41 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:56.208919 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f69aa0-734e-47e9-9605-8436bf740a41'] response: {'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'code': 200} Apr 12 16:55:56.227887 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks [] for router_controller (b2e86b75-2459-4563-b49f-4df27ba81e2b), precommit_add_association {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.256049 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:55:56.262806 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.385294 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:55:56.395958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks [] for router_gateway (b2e86b75-2459-4563-b49f-4df27ba81e2b), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.440922 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=6']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:56.493411 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa00f0662-9622-5dc4-90b2-6f34ed99d855-72be277e-6e5d-4300-9496-5188f90ca111', 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111', 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'fixed_ips': [{'subnet_id': '6a29faef-a6ea-41b9-9398-a186e115810a'}]}} from dv-cinder-837529-1-iscsi. {{(pid=109991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 16:55:56.494264 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.605502 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=8']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:56.669978 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5309cf4-dc2d-48fc-8eb9-88fef13733dd req-8b8cace6-09dd-4cd1-b0b6-ca7190c153ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:56.672071 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d5309cf4-dc2d-48fc-8eb9-88fef13733dd req-8b8cace6-09dd-4cd1-b0b6-ca7190c153ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1130 time: 0.1033731 Apr 12 16:55:56.678493 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 2, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:56.723407 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks [] for router_gateway (b2e86b75-2459-4563-b49f-4df27ba81e2b), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.735829 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:56.736413 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Updating router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:55:56.761290 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.776603 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d5309cf4-dc2d-48fc-8eb9-88fef13733dd req-baed04df-6b8a-4c23-980e-62a19de8f934 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947363 Apr 12 16:55:56.820015 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:56.863569 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.db_base_plugin_common [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Allocated IP 172.20.0.2 (72be277e-6e5d-4300-9496-5188f90ca111/6a29faef-a6ea-41b9-9398-a186e115810a/8f48b17d-e2cc-4902-952d-993b7513bdba) {{(pid=109991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:56.967484 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Allocated IP 172.27.3.190 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/9ec5ef62-fb98-4c24-af81-f435579b9ad1) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:55:57.047754 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba4e36-9ba1-4cd9-b3ab-fe5373f50c0e req-3db38e74-9bf4-417c-95d9-45016fab2bce tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:57.061979 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-73ba4e36-9ba1-4cd9-b3ab-fe5373f50c0e req-3db38e74-9bf4-417c-95d9-45016fab2bce tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.1403801 Apr 12 16:55:57.158202 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 15bd505f-f81c-4259-9270-76d11d60ad13 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:57.163398 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks [] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.182797 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-73ba4e36-9ba1-4cd9-b3ab-fe5373f50c0e req-af6b79f6-418e-48a3-a8b0-337a2dd6b414 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159761 Apr 12 16:55:57.233748 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.243204 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9955b6-0828-40e3-9ae4-b51bc7086efa req-26df1ab1-28e2-46a1-9b38-c94e34ba5026 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:57.246128 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de9955b6-0828-40e3-9ae4-b51bc7086efa req-26df1ab1-28e2-46a1-9b38-c94e34ba5026 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 944 time: 0.1063318 Apr 12 16:55:57.257311 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:57.283684 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:57.287180 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:57.297346 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:57.301140 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec5ef62-fb98-4c24-af81-f435579b9ad1,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:57.319446 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de9955b6-0828-40e3-9ae4-b51bc7086efa req-4414885a-bbf4-46e4-86fc-11ee323a8ef6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678742 Apr 12 16:55:57.350450 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Publish callbacks [] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), precommit_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.380944 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), after_create {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.438628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.447622 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 15bd505f-f81c-4259-9270-76d11d60ad13 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:57.447995 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.637863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Network 72be277e-6e5d-4300-9496-5188f90ca111 is already hosted by enough agents. {{(pid=109991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:55:57.653608 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Pushing event updated for resources: {'Port': ['ID=8f48b17d-e2cc-4902-952d-993b7513bdba,revision_number=1']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:57.662255 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.scheduler.base_scheduler [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Resources bound (agent type, host, resource id): {{(pid=109991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:55:57.664580 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Received port after_create {{(pid=109991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:55:57.693361 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:57.693651 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.714353 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks [] for router_gateway (b2e86b75-2459-4563-b49f-4df27ba81e2b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.792039 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Publish callbacks [] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.805088 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.859137 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Attempting to bind port 8f48b17d-e2cc-4902-952d-993b7513bdba on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:55:57.859512 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Attempting to bind port 8f48b17d-e2cc-4902-952d-993b7513bdba by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:55:57.859876 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Attempting to bind port 8f48b17d-e2cc-4902-952d-993b7513bdba on network 72be277e-6e5d-4300-9496-5188f90ca111 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:57.914618 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:55:57.915028 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Checking segment: {'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:57.915442 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.915846 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Bound using segment: {'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:55:57.916326 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Bound port: 8f48b17d-e2cc-4902-952d-993b7513bdba, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:55:57.916711 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:57.948059 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44d985-2d61-4b19-a887-e6be9d7532e1 None None] Pushing event updated for resources: {'Port': ['ID=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:57.965352 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 15bd505f-f81c-4259-9270-76d11d60ad13 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:58.040286 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694192'] for router (b2e86b75-2459-4563-b49f-4df27ba81e2b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.078401 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:58.078799 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.104614 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Attempting to bind port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:55:58.105065 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Attempting to bind port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:55:58.105631 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Attempting to bind port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:58.111934 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] For port 8f48b17d-e2cc-4902-952d-993b7513bdba, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:55:58.132562 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] For port 8f48b17d-e2cc-4902-952d-993b7513bdba, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=8f48b17d-e2cc-4902-952d-993b7513bdba,segment=NetworkSegment(84ccd3eb-10d4-4903-8755-cafd34a40871),segment_id=84ccd3eb-10d4-4903-8755-cafd34a40871)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:55:58.134247 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:55:58.134688 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Checking segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:55:58.135096 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.135550 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Bound using segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:55:58.136022 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Bound port: 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:55:58.136408 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.160147 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.197065 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:58.218373 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Router b2e86b75-2459-4563-b49f-4df27ba81e2b is scheduled to L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 with binding_index 1 {{(pid=109990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 16:55:58.227162 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:55:58.229528 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a564a74-7c37-4747-b874-0173249b20c1" -d '{"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:55:58.290353 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.320083 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-f4f99355-01db-440f-b7dd-b139c4413406 None None] Provisioning complete for port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:58.330814 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4f99355-01db-440f-b7dd-b139c4413406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.333397 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] For port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:55:58.345054 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] For port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:55:58.391055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.406960 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccef257-725f-4b9a-ae1d-1dbe8f9f4d3f None None] Pushing event updated for resources: {'Port': ['ID=8f48b17d-e2cc-4902-952d-993b7513bdba,revision_number=2']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:58.438410 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:55:58.454259 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-f4f99355-01db-440f-b7dd-b139c4413406 None None] Port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:55:58.454628 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Sync routers for ids ['b2e86b75-2459-4563-b49f-4df27ba81e2b'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:55:58.469542 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe462-7b82-4c9d-b293-829c932ad5a1 req-ebfdd6ba-f7a3-486d-ab7f-9d04411c9b47 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:58.490146 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a9ebe462-7b82-4c9d-b293-829c932ad5a1 req-ebfdd6ba-f7a3-486d-ab7f-9d04411c9b47 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.1388705 Apr 12 16:55:58.500616 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Routers {'b2e86b75-2459-4563-b49f-4df27ba81e2b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:58.505037 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:58.508642 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8c09c639-5b66-4350-9bc3-c440032fb654 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3746598 Apr 12 16:55:58.509375 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['b2e86b75-2459-4563-b49f-4df27ba81e2b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:58.513092 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53728) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:55:58.518657 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:55:58.520201 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:58.780861 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=7']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:58.938278 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162cb589-c40b-4900-acd1-44251796cfd8 x-openstack-request-id: req-162cb589-c40b-4900-acd1-44251796cfd8 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:55:58.939010 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:55:58.939010 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-162cb589-c40b-4900-acd1-44251796cfd8 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:55:58.940570 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162cb589-c40b-4900-acd1-44251796cfd8'] response: {'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'code': 200} Apr 12 16:55:59.031186 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44d985-2d61-4b19-a887-e6be9d7532e1 None None] Pushing event updated for resources: {'Port': ['ID=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:55:59.047172 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.076349 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:59.079699 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Set router b2e86b75-2459-4563-b49f-4df27ba81e2b gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:55:59.114121 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a9ebe462-7b82-4c9d-b293-829c932ad5a1 req-f3c1ab00-cabd-4c8a-9004-924b66889890 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6226707 Apr 12 16:55:59.184664 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297061c-3b8c-40c0-973e-5f5fd7f7a6e6 req-5b3f8f08-f607-42b1-bdb0-6c4110062249 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:55:59.187097 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0297061c-3b8c-40c0-973e-5f5fd7f7a6e6 req-5b3f8f08-f607-42b1-bdb0-6c4110062249 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0701838 Apr 12 16:55:59.225618 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-496f1435-c7ec-4154-8726-53e1a7bcaacc None None] Provisioning complete for port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:59.225911 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496f1435-c7ec-4154-8726-53e1a7bcaacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.294212 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 8f48b17d-e2cc-4902-952d-993b7513bdba up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:55:59.300427 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:55:57Z', 'revision_number': 3, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port': {'id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:59.343249 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Checking router: b2e86b75-2459-4563-b49f-4df27ba81e2b for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:55:59.343876 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Updating router b2e86b75-2459-4563-b49f-4df27ba81e2b port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 binding host dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:55:59.377041 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.462955 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0297061c-3b8c-40c0-973e-5f5fd7f7a6e6 req-4bf6069f-46cf-46db-b3ce-d2c86f61e712 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483476 Apr 12 16:55:59.521125 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 8f48b17d-e2cc-4902-952d-993b7513bdba triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:55:59.521125 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.614392 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-496f1435-c7ec-4154-8726-53e1a7bcaacc None None] Current status of the port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:59.614785 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496f1435-c7ec-4154-8726-53e1a7bcaacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.677596 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:58Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:55:59.736546 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96c1f6-a3bd-4603-b8e0-c6df6d7e0e6f None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:58Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:55:59.860630 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Publish callbacks [] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), precommit_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.861191 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-496f1435-c7ec-4154-8726-53e1a7bcaacc None None] For port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:55:59.893660 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.922114 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-496f1435-c7ec-4154-8726-53e1a7bcaacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.972171 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Attempting to bind port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:55:59.976629 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Attempting to bind port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:55:59.977099 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Attempting to bind port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 on network f9b6a2a8-97e2-4de3-b4f2-ab533010709b {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:55:59.991371 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 8f48b17d-e2cc-4902-952d-993b7513bdba is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:55:59.992339 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:55:59.998924 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a643f51-98ed-4b69-aa5a-5e244c40aac0 None None] Pushing event updated for resources: {'Port': ['ID=9ec5ef62-fb98-4c24-af81-f435579b9ad1,revision_number=2']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:00.011986 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:56:00.012443 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Checking segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:56:00.012862 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:00.013265 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Bound using segment: {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'} {{(pid=109992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:56:00.013804 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.managers [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Bound port: 9ec5ef62-fb98-4c24-af81-f435579b9ad1, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da4625-1f4f-41ed-bc28-4085fb9e2f0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b'}}] {{(pid=109992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:56:00.015717 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), before_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:00.084908 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f1435-c7ec-4154-8726-53e1a7bcaacc None None] Pushing event updated for resources: {'Port': ['ID=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:00.125443 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 8f48b17d-e2cc-4902-952d-993b7513bdba, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=8f48b17d-e2cc-4902-952d-993b7513bdba,segment=NetworkSegment(84ccd3eb-10d4-4903-8755-cafd34a40871),segment_id=84ccd3eb-10d4-4903-8755-cafd34a40871)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:00.133806 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] For port 9ec5ef62-fb98-4c24-af81-f435579b9ad1, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:56:00.137239 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.plugins.ml2.db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] For port 9ec5ef62-fb98-4c24-af81-f435579b9ad1, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=9ec5ef62-fb98-4c24-af81-f435579b9ad1,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:56:00.140768 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:00.163356 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), after_update {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:00.260483 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=8f48b17d-e2cc-4902-952d-993b7513bdba,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:00.304148 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20d633-87d0-498a-b9e4-9767bc0740db None None] Network 72be277e-6e5d-4300-9496-5188f90ca111 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:56:00.330169 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a643f51-98ed-4b69-aa5a-5e244c40aac0 None None] Pushing event updated for resources: {'Port': ['ID=9ec5ef62-fb98-4c24-af81-f435579b9ad1,revision_number=3']} {{(pid=109992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:00.340264 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Routers {'b2e86b75-2459-4563-b49f-4df27ba81e2b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:00.341182 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['b2e86b75-2459-4563-b49f-4df27ba81e2b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:00.364881 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941d06-0c93-4337-b494-44a595c42b2a req-9422e373-b745-4722-b12f-b5479cabce6c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:00.366426 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e941d06-0c93-4337-b494-44a595c42b2a req-9422e373-b745-4722-b12f-b5479cabce6c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0639040 Apr 12 16:56:00.394532 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:00.430326 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-215047e5-ed6f-4569-98da-16c1a7fcdb13 None None] Provisioning complete for port 8f48b17d-e2cc-4902-952d-993b7513bdba triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:00.430698 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-215047e5-ed6f-4569-98da-16c1a7fcdb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:00.525268 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] Set router b2e86b75-2459-4563-b49f-4df27ba81e2b gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:00.525829 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5e941d06-0c93-4337-b494-44a595c42b2a req-276df976-4ae3-483d-baf9-77ee43d8f884 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501503 Apr 12 16:56:00.725627 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-215047e5-ed6f-4569-98da-16c1a7fcdb13 None None] Current status of the port 8f48b17d-e2cc-4902-952d-993b7513bdba is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:00.846377 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Allocated IP 172.20.0.1 (72be277e-6e5d-4300-9496-5188f90ca111/6a29faef-a6ea-41b9-9398-a186e115810a/13ab5ce7-e185-4bb4-9379-ff168170bb0f) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:56:00.871778 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67dbd9-eb15-40e2-9422-e7db631b0cd3 req-05df4950-f3fb-487a-aae2-cd7d3b3cacd3 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:00.878503 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6a67dbd9-eb15-40e2-9422-e7db631b0cd3 req-05df4950-f3fb-487a-aae2-cd7d3b3cacd3 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1048806 Apr 12 16:56:00.914666 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:55:57Z', 'revision_number': 3, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port': {'id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:00.960395 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f266d1-c1a8-440a-9387-e5fa2018126d None None] The sync data for ids ['b2e86b75-2459-4563-b49f-4df27ba81e2b'] in dv-cinder-837529-1-iscsi is: [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:55:57Z', 'revision_number': 3, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port': {'id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:56:01.048215 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6a67dbd9-eb15-40e2-9422-e7db631b0cd3 req-7ef17a3b-6c63-4d02-800f-398b49fa1a7f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564405 Apr 12 16:56:01.083025 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-b022bce8-a4ee-4fa7-9fb2-196c78f0fc5e None None] Provisioning complete for port 8f48b17d-e2cc-4902-952d-993b7513bdba triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:01.083558 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b022bce8-a4ee-4fa7-9fb2-196c78f0fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:01.158462 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks [] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:01.256482 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:01.314507 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Pushing event updated for resources: {'Port': ['ID=13ab5ce7-e185-4bb4-9379-ff168170bb0f,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:01.351760 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Network 72be277e-6e5d-4300-9496-5188f90ca111 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:56:01.356605 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:56:01.394408 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:56:01.488738 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694081'] for router_interface (b2e86b75-2459-4563-b49f-4df27ba81e2b), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:01.543615 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:56:01.617732 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-b022bce8-a4ee-4fa7-9fb2-196c78f0fc5e None None] Current status of the port 8f48b17d-e2cc-4902-952d-993b7513bdba is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:01.654760 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:01.655189 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:01.813908 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:01.862130 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:01.863237 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 8f48b17d-e2cc-4902-952d-993b7513bdba up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:56:01.869706 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-87ab606b-fe9a-4ef4-9248-ee8877d3cb37 None None] Provisioning complete for port 13ab5ce7-e185-4bb4-9379-ff168170bb0f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:01.874357 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-87ab606b-fe9a-4ef4-9248-ee8877d3cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:01.942746 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-87ab606b-fe9a-4ef4-9248-ee8877d3cb37 None None] Port 13ab5ce7-e185-4bb4-9379-ff168170bb0f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:56:01.958049 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 8f48b17d-e2cc-4902-952d-993b7513bdba triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:01.958440 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:02.095750 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 8f48b17d-e2cc-4902-952d-993b7513bdba is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:02.121065 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks [] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:02.129670 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:02.177832 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692465'] for router_interface (b2e86b75-2459-4563-b49f-4df27ba81e2b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:02.285592 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76108-2cfa-438b-a5f1-c36b66e54659 req-8a1428dd-993c-4434-a90b-89ed025361f1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:02.287474 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f9f76108-2cfa-438b-a5f1-c36b66e54659 req-8a1428dd-993c-4434-a90b-89ed025361f1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0879667 Apr 12 16:56:02.306926 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Pushing event updated for resources: {'Port': ['ID=13ab5ce7-e185-4bb4-9379-ff168170bb0f,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:02.438381 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f9f76108-2cfa-438b-a5f1-c36b66e54659 req-c72edae3-8781-4cbe-b126-8343b37269a2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397915 Apr 12 16:56:02.461964 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Network 72be277e-6e5d-4300-9496-5188f90ca111 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:56:02.475709 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:56:02.659541 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Router b2e86b75-2459-4563-b49f-4df27ba81e2b has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:56:02.772335 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-44d3ac19-5fc7-4eb7-a6a4-36d254529c78 None None] Provisioning complete for port 13ab5ce7-e185-4bb4-9379-ff168170bb0f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:02.772718 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-44d3ac19-5fc7-4eb7-a6a4-36d254529c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:02.805510 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:56:02.815176 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-06c627c1-9e09-4351-9b60-8d3767fc5557 admin admin] 10.222.0.55 "PUT /v2.0/routers/b2e86b75-2459-4563-b49f-4df27ba81e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2965219 Apr 12 16:56:02.837872 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-44d3ac19-5fc7-4eb7-a6a4-36d254529c78 None None] Port 13ab5ce7-e185-4bb4-9379-ff168170bb0f cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:56:03.160633 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 9ec5ef62-fb98-4c24-af81-f435579b9ad1 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:56:03.234864 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:03.235345 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.336659 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:03.337214 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.376602 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] For port 9ec5ef62-fb98-4c24-af81-f435579b9ad1, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=9ec5ef62-fb98-4c24-af81-f435579b9ad1,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:03.383956 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.443555 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Pushing event updated for resources: {'Port': ['ID=9ec5ef62-fb98-4c24-af81-f435579b9ad1,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:03.479925 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Sync routers for ids ['b2e86b75-2459-4563-b49f-4df27ba81e2b'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:56:03.501020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53762) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:03.505559 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588685455', 'description': 'tempest-secgroup-smoke-1588685455 description', 'project_id': '978e79f4dacb455f990c96e4331bd5cb'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:03.517035 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Routers {'b2e86b75-2459-4563-b49f-4df27ba81e2b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:03.517911 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['b2e86b75-2459-4563-b49f-4df27ba81e2b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:03.533199 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.608211 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group (96772414-748e-4ba3-8789-d1649f7d7b47), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.614730 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b7f7a-790b-4bf1-9755-b0fd424a9739 req-f8816d32-6977-4685-8bdc-994788117c99 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:03.620357 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (96772414-748e-4ba3-8789-d1649f7d7b47), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.622794 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-165b7f7a-790b-4bf1-9755-b0fd424a9739 req-f8816d32-6977-4685-8bdc-994788117c99 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0728204 Apr 12 16:56:03.662621 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.666493 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Set router b2e86b75-2459-4563-b49f-4df27ba81e2b gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:03.666646 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1619051 Apr 12 16:56:03.666771 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53764) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:03.672276 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-4ecb9031-8a37-49b4-8c6f-427e8099d616 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'security_group_rule': {'security_group_id': '96772414-748e-4ba3-8789-d1649f7d7b47', 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:03.682114 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96772414-748e-4ba3-8789-d1649f7d7b47,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:03.687401 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-165b7f7a-790b-4bf1-9755-b0fd424a9739 req-7127efbd-9630-4142-8397-9f05c78f9f51 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636744 Apr 12 16:56:03.693222 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.694992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.694992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.694992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.694992 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.695586 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.696087 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.696572 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.697122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.697607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.698106 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.698592 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.699101 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.700185 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.700688 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8e216-67b7-43d2-95c1-96acae207786 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:03.736164 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9031-8a37-49b4-8c6f-427e8099d616 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (514e55bc-3de7-42f8-a90f-7df4c1d8321c), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.802448 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9031-8a37-49b4-8c6f-427e8099d616 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (514e55bc-3de7-42f8-a90f-7df4c1d8321c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.808245 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9031-8a37-49b4-8c6f-427e8099d616 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (514e55bc-3de7-42f8-a90f-7df4c1d8321c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.830875 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb9031-8a37-49b4-8c6f-427e8099d616 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514e55bc-3de7-42f8-a90f-7df4c1d8321c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:03.842495 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9031-8a37-49b4-8c6f-427e8099d616 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.843753 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4ecb9031-8a37-49b4-8c6f-427e8099d616 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1758487 Apr 12 16:56:03.847244 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53766) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:03.853243 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-973ae3f6-5e23-4930-8671-be1eff7722a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'security_group_rule': {'security_group_id': '96772414-748e-4ba3-8789-d1649f7d7b47', 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:03.884809 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-973ae3f6-5e23-4930-8671-be1eff7722a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (b8897aa6-778c-4230-89af-acb3a414cf6c), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.937665 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:01Z', 'revision_number': 4, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port': {'id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '13ab5ce7-e185-4bb4-9379-ff168170bb0f', 'name': '', 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'mac_address': 'fa:16:3e:a6:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6a29faef-a6ea-41b9-9398-a186e115810a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:56:00Z', 'updated_at': '2022-04-12T16:56:01Z', 'revision_number': 2, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'subnets': [{'id': '6a29faef-a6ea-41b9-9398-a186e115810a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:03.966761 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-973ae3f6-5e23-4930-8671-be1eff7722a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (b8897aa6-778c-4230-89af-acb3a414cf6c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:03.970062 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Checking router: b2e86b75-2459-4563-b49f-4df27ba81e2b for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:56:03.970723 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Updating router b2e86b75-2459-4563-b49f-4df27ba81e2b port 13ab5ce7-e185-4bb4-9379-ff168170bb0f binding host dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 16:56:03.972834 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-973ae3f6-5e23-4930-8671-be1eff7722a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (b8897aa6-778c-4230-89af-acb3a414cf6c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.002733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ae3f6-5e23-4930-8671-be1eff7722a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8897aa6-778c-4230-89af-acb3a414cf6c,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:04.005121 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.009873 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-973ae3f6-5e23-4930-8671-be1eff7722a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.011782 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-973ae3f6-5e23-4930-8671-be1eff7722a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633623 Apr 12 16:56:04.016390 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53768) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:04.024794 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-ebcd944b-e5da-4ac2-9906-cbc257575b9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'security_group_rule': {'security_group_id': '96772414-748e-4ba3-8789-d1649f7d7b47', 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:04.070762 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ebcd944b-e5da-4ac2-9906-cbc257575b9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (5ac3eae8-4ce7-4e76-9e29-640d15392e50), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.166774 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ebcd944b-e5da-4ac2-9906-cbc257575b9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (5ac3eae8-4ce7-4e76-9e29-640d15392e50), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.175380 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ebcd944b-e5da-4ac2-9906-cbc257575b9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (5ac3eae8-4ce7-4e76-9e29-640d15392e50), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.205419 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ebcd944b-e5da-4ac2-9906-cbc257575b9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.206747 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-ebcd944b-e5da-4ac2-9906-cbc257575b9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890695 Apr 12 16:56:04.207825 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd944b-e5da-4ac2-9906-cbc257575b9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac3eae8-4ce7-4e76-9e29-640d15392e50,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:04.209958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53770) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:04.216071 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-123d51fe-406f-4ea4-826f-50da418caed2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'security_group_rule': {'security_group_id': '96772414-748e-4ba3-8789-d1649f7d7b47', 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:04.246723 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-123d51fe-406f-4ea4-826f-50da418caed2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (0d7cb4e0-7b3e-4648-8bda-e842f58e18e9), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.340829 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-123d51fe-406f-4ea4-826f-50da418caed2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (0d7cb4e0-7b3e-4648-8bda-e842f58e18e9), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.351125 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-123d51fe-406f-4ea4-826f-50da418caed2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (0d7cb4e0-7b3e-4648-8bda-e842f58e18e9), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.376424 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Publish callbacks [] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), precommit_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.380922 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d51fe-406f-4ea4-826f-50da418caed2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7cb4e0-7b3e-4648-8bda-e842f58e18e9,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:04.386374 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.398406 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-123d51fe-406f-4ea4-826f-50da418caed2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.401067 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-123d51fe-406f-4ea4-826f-50da418caed2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1898425 Apr 12 16:56:04.405409 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 53774) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:04.416503 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'security_group_rule': {'security_group_id': '96772414-748e-4ba3-8789-d1649f7d7b47', 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:04.468074 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6546a-47bc-4f92-9060-95c9034cff6e None None] Pushing event updated for resources: {'Port': ['ID=13ab5ce7-e185-4bb4-9379-ff168170bb0f,revision_number=3']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:04.495049 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.securitygroups_db [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Project 978e79f4dacb455f990c96e4331bd5cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:56:04.512275 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (ecc82548-4483-49e3-b5c1-a4dcb5ccc289), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.544638 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Attempting to bind port 13ab5ce7-e185-4bb4-9379-ff168170bb0f on host dv-cinder-837529-1-iscsi for vnic_type normal with profile {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:56:04.545092 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Attempting to bind port 13ab5ce7-e185-4bb4-9379-ff168170bb0f by drivers openvswitch,hyperv on host dv-cinder-837529-1-iscsi at level 0 using segments [{'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:56:04.545547 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Attempting to bind port 13ab5ce7-e185-4bb4-9379-ff168170bb0f on network 72be277e-6e5d-4300-9496-5188f90ca111 {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:56:04.551836 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Checking agent: {'id': '8632939e-ea60-40ec-bd77-c04b9c3b1375', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837529-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 40, 59), 'started_at': datetime.datetime(2022, 4, 12, 16, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837529-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:56:04.554877 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Checking segment: {'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:56:04.555361 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.555741 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Bound using segment: {'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'} {{(pid=109991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:56:04.557803 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.managers [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Bound port: 13ab5ce7-e185-4bb4-9379-ff168170bb0f, host: dv-cinder-837529-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ccd3eb-10d4-4903-8755-cafd34a40871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111'}}] {{(pid=109991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:56:04.557803 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.625459 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (ecc82548-4483-49e3-b5c1-a4dcb5ccc289), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.632502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (ecc82548-4483-49e3-b5c1-a4dcb5ccc289), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.658689 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] For port 13ab5ce7-e185-4bb4-9379-ff168170bb0f, host dv-cinder-837529-1-iscsi, cleared binding levels {{(pid=109991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:56:04.662618 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc82548-4483-49e3-b5c1-a4dcb5ccc289,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:04.664911 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] For port 13ab5ce7-e185-4bb4-9379-ff168170bb0f, host dv-cinder-837529-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=13ab5ce7-e185-4bb4-9379-ff168170bb0f,segment=NetworkSegment(84ccd3eb-10d4-4903-8755-cafd34a40871),segment_id=84ccd3eb-10d4-4903-8755-cafd34a40871)] {{(pid=109991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:56:04.682314 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.685483 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.697511 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3deea51e-e1fc-4662-8fbf-ac5d52790a8c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2885771 Apr 12 16:56:04.697906 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 53776) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:04.702530 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'security_group_rule': {'security_group_id': '96772414-748e-4ba3-8789-d1649f7d7b47', 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:04.733993 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.securitygroups_db [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Project 978e79f4dacb455f990c96e4331bd5cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 16:56:04.749269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (c68b6314-2799-4542-a643-242051bdb791), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.752573 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Routers {'b2e86b75-2459-4563-b49f-4df27ba81e2b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:04.752690 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:55:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['b2e86b75-2459-4563-b49f-4df27ba81e2b'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:04.882088 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (c68b6314-2799-4542-a643-242051bdb791), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.886192 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-012bfb94-a45f-4491-af6a-9245d869361b None None] Provisioning complete for port 13ab5ce7-e185-4bb4-9379-ff168170bb0f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:04.886668 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-012bfb94-a45f-4491-af6a-9245d869361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.888287 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6546a-47bc-4f92-9060-95c9034cff6e None None] Pushing event updated for resources: {'Port': ['ID=13ab5ce7-e185-4bb4-9379-ff168170bb0f,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:04.892125 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389675'] for security_group_rule (c68b6314-2799-4542-a643-242051bdb791), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.920957 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8fea-7cc8-4b28-b89b-126554f4f291 req-081d1fe2-15cc-41b1-8234-7e2ac7e85db9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:04.923677 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eff8fea-7cc8-4b28-b89b-126554f4f291 req-081d1fe2-15cc-41b1-8234-7e2ac7e85db9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.1018555 Apr 12 16:56:04.934978 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68b6314-2799-4542-a643-242051bdb791,revision_number=0']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:04.953628 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:04.959480 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7dda229a-3957-4631-ae53-c92f627a656c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2604651 Apr 12 16:56:05.018375 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1eff8fea-7cc8-4b28-b89b-126554f4f291 req-7fce0569-c671-4c5b-a9d4-982c2e274d37 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877564 Apr 12 16:56:05.132086 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] Set router b2e86b75-2459-4563-b49f-4df27ba81e2b gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:05.166662 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 9ec5ef62-fb98-4c24-af81-f435579b9ad1 up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:56:05.218862 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-012bfb94-a45f-4491-af6a-9245d869361b None None] Current status of the port 13ab5ce7-e185-4bb4-9379-ff168170bb0f is: DOWN; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:05.219287 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-012bfb94-a45f-4491-af6a-9245d869361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:05.346788 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-012bfb94-a45f-4491-af6a-9245d869361b None None] For port 13ab5ce7-e185-4bb4-9379-ff168170bb0f, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=13ab5ce7-e185-4bb4-9379-ff168170bb0f,segment=NetworkSegment(84ccd3eb-10d4-4903-8755-cafd34a40871),segment_id=84ccd3eb-10d4-4903-8755-cafd34a40871)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:05.349658 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:05.350050 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:05.382196 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-012bfb94-a45f-4491-af6a-9245d869361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:05.504703 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bfb94-a45f-4491-af6a-9245d869361b None None] Pushing event updated for resources: {'Port': ['ID=13ab5ce7-e185-4bb4-9379-ff168170bb0f,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:05.528725 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:01Z', 'revision_number': 4, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port': {'id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '13ab5ce7-e185-4bb4-9379-ff168170bb0f', 'name': '', 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'mac_address': 'fa:16:3e:a6:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6a29faef-a6ea-41b9-9398-a186e115810a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:56:00Z', 'updated_at': '2022-04-12T16:56:04Z', 'revision_number': 4, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'subnets': [{'id': '6a29faef-a6ea-41b9-9398-a186e115810a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:05.548659 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-33d2e622-2e47-46f4-af10-9764fe88eeb9 None None] Provisioning complete for port 13ab5ce7-e185-4bb4-9379-ff168170bb0f triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:05.549043 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-33d2e622-2e47-46f4-af10-9764fe88eeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:05.605706 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3a2d1-f37a-4993-9833-b8f02164e0d0 None None] The sync data for ids ['b2e86b75-2459-4563-b49f-4df27ba81e2b'] in dv-cinder-837529-1-iscsi is: [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:01Z', 'revision_number': 4, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port': {'id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '13ab5ce7-e185-4bb4-9379-ff168170bb0f', 'name': '', 'network_id': '72be277e-6e5d-4300-9496-5188f90ca111', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'mac_address': 'fa:16:3e:a6:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6a29faef-a6ea-41b9-9398-a186e115810a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:56:00Z', 'updated_at': '2022-04-12T16:56:04Z', 'revision_number': 4, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'subnets': [{'id': '6a29faef-a6ea-41b9-9398-a186e115810a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:56:05.633189 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:05.776432 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-33d2e622-2e47-46f4-af10-9764fe88eeb9 None None] Current status of the port 13ab5ce7-e185-4bb4-9379-ff168170bb0f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:06.223827 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c90aa-7413-4f0c-a420-a34ecdd17fa9 req-50fbf7b2-8691-4c5e-b2b2-7204173faf66 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:06.232891 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-789c90aa-7413-4f0c-a420-a34ecdd17fa9 req-50fbf7b2-8691-4c5e-b2b2-7204173faf66 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0762379 Apr 12 16:56:06.288708 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-789c90aa-7413-4f0c-a420-a34ecdd17fa9 req-5dc6fcda-fb76-46a0-99d7-6c7c28dd18be tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548804 Apr 12 16:56:07.163717 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 13ab5ce7-e185-4bb4-9379-ff168170bb0f up at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:56:07.231774 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Provisioning complete for port 13ab5ce7-e185-4bb4-9379-ff168170bb0f triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:07.232135 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:07.472986 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1918d-6f9f-4c7b-a318-e5d8600fb294 req-c8631f94-d175-417d-b1ac-cc8b166e4f0c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:07.482679 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13d1918d-6f9f-4c7b-a318-e5d8600fb294 req-c8631f94-d175-417d-b1ac-cc8b166e4f0c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0895107 Apr 12 16:56:07.611690 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Current status of the port 13ab5ce7-e185-4bb4-9379-ff168170bb0f is: ACTIVE; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:07.615153 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-13d1918d-6f9f-4c7b-a318-e5d8600fb294 req-90828d12-2665-4fdc-92f5-ae63e878581f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314390 Apr 12 16:56:08.761594 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357410-c486-4fca-b1ed-cb0e5416fd3f req-d6f69b11-650c-474d-a3c6-5bdf8e026fe3 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:08.763879 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7b357410-c486-4fca-b1ed-cb0e5416fd3f req-d6f69b11-650c-474d-a3c6-5bdf8e026fe3 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0721209 Apr 12 16:56:08.822733 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7b357410-c486-4fca-b1ed-cb0e5416fd3f req-385ba0fa-9c7e-4326-9d36-7344cb4122d8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524652 Apr 12 16:56:09.971018 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5481c-586b-4c4e-8266-4888be2533ac req-ff2085dd-aba6-4ad7-ba55-49ce7ef0b7dd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:09.973332 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8d5481c-586b-4c4e-8266-4888be2533ac req-ff2085dd-aba6-4ad7-ba55-49ce7ef0b7dd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0549614 Apr 12 16:56:10.044400 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8d5481c-586b-4c4e-8266-4888be2533ac req-413c2c5c-cc7a-4af9-9d56-9cb7bd03acdf tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649598 Apr 12 16:56:11.225584 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bfe63-613f-4a8a-a50f-8b0080ac4089 req-cf1fa993-f301-4966-a4b1-0486ecb7d454 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:11.231516 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-675bfe63-613f-4a8a-a50f-8b0080ac4089 req-cf1fa993-f301-4966-a4b1-0486ecb7d454 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0888393 Apr 12 16:56:11.281084 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-75dff5df-6c08-4094-a0eb-1dd03be2015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:11.283184 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-75dff5df-6c08-4094-a0eb-1dd03be2015a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 1129 time: 0.0493057 Apr 12 16:56:11.297415 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-675bfe63-613f-4a8a-a50f-8b0080ac4089 req-d9700edf-010b-448b-8178-b5b50c43b55e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634618 Apr 12 16:56:11.412655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-967eeb1f-aa4a-4058-a3d2-697b1a215584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:11.414032 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-967eeb1f-aa4a-4058-a3d2-697b1a215584 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 919 time: 0.1234097 Apr 12 16:56:11.478841 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-851a27ef-3b27-4546-a429-a1077d53aa8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee HTTP/1.1" status: 200 len: 1001 time: 0.0577319 Apr 12 16:56:11.528860 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-c437b8af-9d6e-41b5-8d92-0e3abfe267d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:11.530348 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-c437b8af-9d6e-41b5-8d92-0e3abfe267d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.0440493 Apr 12 16:56:11.580156 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-5073667b-c1b4-49a1-9a8b-3d7807ba0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:11.581667 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-5073667b-c1b4-49a1-9a8b-3d7807ba0231 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438809 Apr 12 16:56:11.674365 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-5f13ac44-8047-48f7-8914-3c1441acb24e service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825212 Apr 12 16:56:11.779167 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-289bc388-61ed-4b14-91ad-0d2868a8efdf req-34145bd6-20a7-4196-87e7-d4a3c5e97156 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929053 Apr 12 16:56:12.430786 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1c234-105c-4976-96e9-b23bba10e7f2 req-5e8423b8-ad18-47e4-a6d4-164803d1d317 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:12.432316 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7eb1c234-105c-4976-96e9-b23bba10e7f2 req-5e8423b8-ad18-47e4-a6d4-164803d1d317 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0480452 Apr 12 16:56:12.486431 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7eb1c234-105c-4976-96e9-b23bba10e7f2 req-2ec7af4a-d33c-44c3-aab8-8ac49e4a8652 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480258 Apr 12 16:56:12.681977 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:13.612158 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4435879-5baf-46e9-b48a-29c74ffd3360 req-91edc30f-04a6-4876-a411-eff296a771d7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:13.613665 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c4435879-5baf-46e9-b48a-29c74ffd3360 req-91edc30f-04a6-4876-a411-eff296a771d7 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0495160 Apr 12 16:56:13.665381 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c4435879-5baf-46e9-b48a-29c74ffd3360 req-3414c498-fcf4-4969-acff-d92209e83a67 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458133 Apr 12 16:56:14.789466 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943e04-aa9f-4765-834b-0a06c4838cf8 req-30585de5-3f32-45ee-b99f-e092f6419aa1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:14.791078 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50943e04-aa9f-4765-834b-0a06c4838cf8 req-30585de5-3f32-45ee-b99f-e092f6419aa1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0485330 Apr 12 16:56:14.838301 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50943e04-aa9f-4765-834b-0a06c4838cf8 req-b413c4e0-4766-42c1-a9c2-fe1086c6ecbe tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Apr 12 16:56:15.957889 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a3a80-001a-4f99-b937-e07e0ac555e8 req-ac8c050b-c57c-4663-b10b-bc80f39aa2c0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:15.959494 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-061a3a80-001a-4f99-b937-e07e0ac555e8 req-ac8c050b-c57c-4663-b10b-bc80f39aa2c0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0486968 Apr 12 16:56:16.008117 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-061a3a80-001a-4f99-b937-e07e0ac555e8 req-d01d4cdb-b6e5-44ce-82fd-37a3d50ef211 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Apr 12 16:56:17.138145 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3064b-cf57-4af2-9590-340f85bd2d28 req-004393a1-b343-4329-ad45-99c0a89bfba0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:17.139629 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-68e3064b-cf57-4af2-9590-340f85bd2d28 req-004393a1-b343-4329-ad45-99c0a89bfba0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 945 time: 0.0543401 Apr 12 16:56:17.188655 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-68e3064b-cf57-4af2-9590-340f85bd2d28 req-4d07580b-4095-49aa-9f1a-7f479d79b1a9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Apr 12 16:56:17.582991 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:56:17.678468 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee is: ACTIVE; New status is: DOWN {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:17.679080 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:17.704617 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:56:17.706933 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb3673e-58d9-4c5e-a9f2-ecba1612efb2" -d '{"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:56:17.720040 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:17.726552 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:17.759468 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef12c74-5776-45d3-abf1-7f10963de0c7 x-openstack-request-id: req-bef12c74-5776-45d3-abf1-7f10963de0c7 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:56:17.759978 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-unplugged", "status": "failed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee", "code": 422}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:56:17.760391 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bef12c74-5776-45d3-abf1-7f10963de0c7 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:56:17.761177 dv-cinder-837529-1-iscsi neutron-server[109991]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bef12c74-5776-45d3-abf1-7f10963de0c7']: {'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'code': 422} returned with failed status Apr 12 16:56:17.805498 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=8']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:18.207841 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fff6c-c7e9-481c-982d-3034bd04697c req-474c2a73-8392-45bc-bd3e-84cb62f83459 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:18.209445 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c98fff6c-c7e9-481c-982d-3034bd04697c req-474c2a73-8392-45bc-bd3e-84cb62f83459 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0510585 Apr 12 16:56:18.266769 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c98fff6c-c7e9-481c-982d-3034bd04697c req-a54ca97d-a000-413e-9fb0-7b8856f8c839 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497935 Apr 12 16:56:18.445291 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:18.528943 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-97d372fa-7eb1-4efd-bbcf-fc90abd35fc2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824690 Apr 12 16:56:18.537866 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-0087ef14-ec6f-49d5-b299-df9ca7d55025 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 16:56:18.539149 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-0087ef14-ec6f-49d5-b299-df9ca7d55025 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054810 Apr 12 16:56:18.622986 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54132) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:18.672406 dv-cinder-837529-1-iscsi neutron-server[109990]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 16:56:18.719082 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-2fb38e8f-095e-4e1a-8a80-1fbb1cae2bd4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:18.720434 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-2fb38e8f-095e-4e1a-8a80-1fbb1cae2bd4 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports/1ffd6bb3-65a2-4b19-900e-a62c70eb98ee HTTP/1.1" status: 200 len: 940 time: 0.0964749 Apr 12 16:56:19.401170 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ffe64-666d-4e4c-8497-bfbfa32a25d4 req-e4361a9a-e555-4264-9d7d-5c96d64b7338 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:19.402819 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-503ffe64-666d-4e4c-8497-bfbfa32a25d4 req-e4361a9a-e555-4264-9d7d-5c96d64b7338 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0605936 Apr 12 16:56:19.456503 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-503ffe64-666d-4e4c-8497-bfbfa32a25d4 req-599428a5-48c7-409b-b03f-b68d287a2091 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446329 Apr 12 16:56:19.685105 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-3021d745-22c9-4997-8bce-eb6d4e20b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:19.686585 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-3021d745-22c9-4997-8bce-eb6d4e20b188 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a&tenant_id=ef824b9ffd3845c385039cb871fc6deb HTTP/1.1" status: 200 len: 1127 time: 0.0445495 Apr 12 16:56:19.761444 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-d809242e-392f-4673-a740-b70e1da84e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:19.762977 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-d809242e-392f-4673-a740-b70e1da84e96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef824b9ffd3845c385039cb871fc6deb&device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 1127 time: 0.0393553 Apr 12 16:56:19.859130 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-e219f3cf-5fc3-4cc7-97eb-7a40c642a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:19.861211 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-e219f3cf-5fc3-4cc7-97eb-7a40c642a8b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 200 len: 919 time: 0.0895057 Apr 12 16:56:19.932191 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-a94c07e3-3a2c-4555-a717-399cacd40edb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee HTTP/1.1" status: 200 len: 999 time: 0.0641026 Apr 12 16:56:19.971498 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54190) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:20.014607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-4b9bfbdc-36a9-4c26-8764-2419fa70f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:20.016707 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-4b9bfbdc-36a9-4c26-8764-2419fa70f557 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 200 len: 856 time: 0.0504272 Apr 12 16:56:20.059886 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-03d29942-2836-4298-afe2-b78f8fe9799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:20.061374 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-03d29942-2836-4298-afe2-b78f8fe9799f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81575361-a873-4c78-99bf-1c98b2aa1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388563 Apr 12 16:56:20.079388 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.157549 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Publish callbacks [] for security_group (6714805b-3c0c-4d73-8cec-fed28da919f4), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.159390 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-c4436b90-6cd0-4033-8fb2-8887a5b795ed service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893199 Apr 12 16:56:20.162093 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (6714805b-3c0c-4d73-8cec-fed28da919f4), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.201428 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fb931c937554ae8a89aa2c1dc2e9c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288902 Apr 12 16:56:20.202134 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6714805b-3c0c-4d73-8cec-fed28da919f4,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:20.205496 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54200) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:20.215952 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.216302 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.216648 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.216992 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.217331 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.217665 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.217993 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.218332 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.219854 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.220201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.220536 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.220870 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.221201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.221527 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.221851 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae54f-7fff-478e-a680-273f51a07fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:20.255803 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-001e07d7-6062-43a1-8a0f-bb8045b2d2fe req-8b92f262-2dd1-48e9-abe2-2d75acf89cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895183 Apr 12 16:56:20.277800 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-453b6b59-b757-4c41-a343-7ef53b62dff4 admin admin] Publish callbacks [] for security_group (6714805b-3c0c-4d73-8cec-fed28da919f4), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.306462 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-453b6b59-b757-4c41-a343-7ef53b62dff4 admin admin] Publish callbacks [] for security_group (6714805b-3c0c-4d73-8cec-fed28da919f4), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.361336 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-453b6b59-b757-4c41-a343-7ef53b62dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (6714805b-3c0c-4d73-8cec-fed28da919f4), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.363885 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-453b6b59-b757-4c41-a343-7ef53b62dff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.365109 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-453b6b59-b757-4c41-a343-7ef53b62dff4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6714805b-3c0c-4d73-8cec-fed28da919f4 HTTP/1.1" status: 204 len: 168 time: 0.1586952 Apr 12 16:56:20.372979 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b6b59-b757-4c41-a343-7ef53b62dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6714805b-3c0c-4d73-8cec-fed28da919f4,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:20.601243 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5449-d58a-4a0f-9fd2-c516aef4b6a4 req-1c886263-f12e-4ce8-9ce8-567be42f74bf tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:20.602804 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-27ca5449-d58a-4a0f-9fd2-c516aef4b6a4 req-1c886263-f12e-4ce8-9ce8-567be42f74bf tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0599604 Apr 12 16:56:20.659267 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-27ca5449-d58a-4a0f-9fd2-c516aef4b6a4 req-89fc0601-b280-461d-82d6-b01b686f4b3a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508027 Apr 12 16:56:20.708841 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54230) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:20.722999 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39ac0d9d-7a4f-4547-b261-a2fb2d1a0262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.799914 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39ac0d9d-7a4f-4547-b261-a2fb2d1a0262 admin admin] Publish callbacks [] for security_group (884916ac-1181-49cb-81eb-eb4fe7980563), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.803770 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-39ac0d9d-7a4f-4547-b261-a2fb2d1a0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (884916ac-1181-49cb-81eb-eb4fe7980563), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.842781 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-39ac0d9d-7a4f-4547-b261-a2fb2d1a0262 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=151aca2436cc447f886732425f15024d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328321 Apr 12 16:56:20.845813 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac0d9d-7a4f-4547-b261-a2fb2d1a0262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884916ac-1181-49cb-81eb-eb4fe7980563,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:20.846288 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54232) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:20.903227 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1e1ecb3-c6a6-41b7-9f1e-3b95d57dbe07 admin admin] Publish callbacks [] for security_group (884916ac-1181-49cb-81eb-eb4fe7980563), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:20.928297 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1e1ecb3-c6a6-41b7-9f1e-3b95d57dbe07 admin admin] Publish callbacks [] for security_group (884916ac-1181-49cb-81eb-eb4fe7980563), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:21.013466 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1e1ecb3-c6a6-41b7-9f1e-3b95d57dbe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (884916ac-1181-49cb-81eb-eb4fe7980563), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:21.018689 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1e1ecb3-c6a6-41b7-9f1e-3b95d57dbe07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:21.024663 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d1e1ecb3-c6a6-41b7-9f1e-3b95d57dbe07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/884916ac-1181-49cb-81eb-eb4fe7980563 HTTP/1.1" status: 204 len: 168 time: 0.1765692 Apr 12 16:56:21.039433 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1ecb3-c6a6-41b7-9f1e-3b95d57dbe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884916ac-1181-49cb-81eb-eb4fe7980563,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:21.799780 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dda2ae-0df0-415c-98dd-4b96fc2b7678 req-3cdb9b52-e2b3-42b6-b25f-4b7e6f45e711 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:21.801261 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f6dda2ae-0df0-415c-98dd-4b96fc2b7678 req-3cdb9b52-e2b3-42b6-b25f-4b7e6f45e711 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0559807 Apr 12 16:56:21.861910 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f6dda2ae-0df0-415c-98dd-4b96fc2b7678 req-003e92eb-9b89-4112-8929-defdf0c62b93 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486422 Apr 12 16:56:22.307983 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-57acaab4-46a5-44f8-8924-91ac3129de13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:22.999223 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20fdd5-c481-4a3b-95bc-ebf8b0e5aa91 req-58c420c7-49ac-4502-8d81-cee59e9c628f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:23.001938 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c20fdd5-c481-4a3b-95bc-ebf8b0e5aa91 req-58c420c7-49ac-4502-8d81-cee59e9c628f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0541668 Apr 12 16:56:23.074448 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4c20fdd5-c481-4a3b-95bc-ebf8b0e5aa91 req-9eec34bb-e3ac-49ec-a498-f5db5cad032d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664883 Apr 12 16:56:24.236122 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a68e-25ec-4650-b3dd-0b7cb315c243 req-afd39d8d-54ae-4f8e-94d5-0b092678bcb8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:24.238138 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de62a68e-25ec-4650-b3dd-0b7cb315c243 req-afd39d8d-54ae-4f8e-94d5-0b092678bcb8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0536487 Apr 12 16:56:24.295885 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-de62a68e-25ec-4650-b3dd-0b7cb315c243 req-c96f7252-6d1a-432c-b6ad-796b493ca1ce tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509336 Apr 12 16:56:24.877338 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b5d48341-af09-438c-8d78-8ac9b534723d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:25.433529 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c6dd8-fcda-4f7b-ae84-ae6d02b52c60 req-6d3865d7-c68f-411b-8915-ee160e02dde5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:25.435198 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-989c6dd8-fcda-4f7b-ae84-ae6d02b52c60 req-6d3865d7-c68f-411b-8915-ee160e02dde5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0557897 Apr 12 16:56:25.492154 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-989c6dd8-fcda-4f7b-ae84-ae6d02b52c60 req-ce02a6d0-6544-4748-af95-bd291d44435b tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507178 Apr 12 16:56:25.887748 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:26.144847 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-e210a1b5-4f92-4521-86c4-9f121a6847e0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588685455&fields=id&tenant_id=978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 267 time: 0.0603104 Apr 12 16:56:26.281050 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-1a8b1671-f7ab-4fe7-88a8-9506742abbfa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:26.283037 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-1a8b1671-f7ab-4fe7-88a8-9506742abbfa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 812 time: 0.1311438 Apr 12 16:56:26.297997 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-a1364b21-7b9b-4003-ae71-0685a8b547e2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/quotas/978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 375 time: 0.0095842 Apr 12 16:56:26.354381 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-0689aac3-e4cd-4cad-9435-401e0c7c756e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504694 Apr 12 16:56:26.477322 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d0ac5b4a-e960-4837-8b1e-10d8aaa14c4b service neutron] 10.222.0.55 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091015 Apr 12 16:56:26.542516 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54358) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:26.614321 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-7947767a-6d99-4ea0-a2bd-360bd145e4b8 service neutron] 10.222.0.55 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353805 Apr 12 16:56:26.705692 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea927c-ab23-41e6-a5c1-1dfc0ae1adac req-7b2d1202-4af0-46d3-a90c-d8aeb04758b2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:26.707487 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7ea927c-ab23-41e6-a5c1-1dfc0ae1adac req-7b2d1202-4af0-46d3-a90c-d8aeb04758b2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0802791 Apr 12 16:56:26.764702 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a946e36d-c599-4159-ac64-de3232fff386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:26.830498 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f7ea927c-ab23-41e6-a5c1-1dfc0ae1adac req-845e999f-fa17-4da1-956f-c0adc4380c7e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093953 Apr 12 16:56:26.916485 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a946e36d-c599-4159-ac64-de3232fff386 admin admin] Publish callbacks [] for security_group (a9f9ca32-580d-4550-962d-c6252baa9202), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:26.921436 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a946e36d-c599-4159-ac64-de3232fff386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a9f9ca32-580d-4550-962d-c6252baa9202), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:26.979812 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946e36d-c599-4159-ac64-de3232fff386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9ca32-580d-4550-962d-c6252baa9202,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:26.991358 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a946e36d-c599-4159-ac64-de3232fff386 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be177549e8834f1496256697d3e6e6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451485 Apr 12 16:56:26.991805 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54374) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:27.069820 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-191c7bc5-8ed9-47c4-a51a-ed65e3122003 req-8e244e99-9786-4761-8966-add1d875702f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0578208 Apr 12 16:56:27.112139 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65689ab-5221-45d2-a46e-d84afce87486 admin admin] Publish callbacks [] for security_group (a9f9ca32-580d-4550-962d-c6252baa9202), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.144390 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65689ab-5221-45d2-a46e-d84afce87486 admin admin] Publish callbacks [] for security_group (a9f9ca32-580d-4550-962d-c6252baa9202), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.205321 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65689ab-5221-45d2-a46e-d84afce87486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a9f9ca32-580d-4550-962d-c6252baa9202), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.207971 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b65689ab-5221-45d2-a46e-d84afce87486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.209144 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b65689ab-5221-45d2-a46e-d84afce87486 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9f9ca32-580d-4550-962d-c6252baa9202 HTTP/1.1" status: 204 len: 168 time: 0.2159889 Apr 12 16:56:27.224508 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65689ab-5221-45d2-a46e-d84afce87486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9ca32-580d-4550-962d-c6252baa9202,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:27.353038 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.595809 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54386) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:27.612960 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a545d52-c3b0-4552-9697-69f02c5c4380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.698705 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a545d52-c3b0-4552-9697-69f02c5c4380 admin admin] Publish callbacks [] for security_group (a15f3bc9-823d-4a04-a14d-994b4bb2bd72), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.709845 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5a545d52-c3b0-4552-9697-69f02c5c4380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a15f3bc9-823d-4a04-a14d-994b4bb2bd72), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.760665 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5a545d52-c3b0-4552-9697-69f02c5c4380 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f8531b1630742eeb3a2c5506c35f5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636915 Apr 12 16:56:27.761653 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545d52-c3b0-4552-9697-69f02c5c4380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15f3bc9-823d-4a04-a14d-994b4bb2bd72,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:27.763383 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54390) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:27.829720 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01297a77-4c9d-41a0-800e-d70db0f0b829 admin admin] Publish callbacks [] for security_group (a15f3bc9-823d-4a04-a14d-994b4bb2bd72), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.851893 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01297a77-4c9d-41a0-800e-d70db0f0b829 admin admin] Publish callbacks [] for security_group (a15f3bc9-823d-4a04-a14d-994b4bb2bd72), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.915050 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01297a77-4c9d-41a0-800e-d70db0f0b829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a15f3bc9-823d-4a04-a14d-994b4bb2bd72), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.917919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-01297a77-4c9d-41a0-800e-d70db0f0b829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:27.923428 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-01297a77-4c9d-41a0-800e-d70db0f0b829 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a15f3bc9-823d-4a04-a14d-994b4bb2bd72 HTTP/1.1" status: 204 len: 168 time: 0.1589949 Apr 12 16:56:27.935291 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01297a77-4c9d-41a0-800e-d70db0f0b829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15f3bc9-823d-4a04-a14d-994b4bb2bd72,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:27.993977 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5e9d-1842-42c8-8502-5134e066e765 req-7100e641-8741-4bca-9ca5-b747106622a0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:27.996023 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77ed5e9d-1842-42c8-8502-5134e066e765 req-7100e641-8741-4bca-9ca5-b747106622a0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0842857 Apr 12 16:56:28.053999 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-77ed5e9d-1842-42c8-8502-5134e066e765 req-6931bad9-5744-4510-88bb-8a6de694820a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517266 Apr 12 16:56:28.183004 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9b17811b-cfc7-462e-92ec-84b3aebfead5 req-2cc262c3-14cc-4fa3-b67b-69f71c2889dd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0350699 Apr 12 16:56:28.969432 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:29.230827 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167ed0-54a1-4437-bacc-84948c8533f1 req-228ee122-2069-4ce6-9486-f4e69fe6af33 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:29.232432 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b4167ed0-54a1-4437-bacc-84948c8533f1 req-228ee122-2069-4ce6-9486-f4e69fe6af33 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0822179 Apr 12 16:56:29.310158 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-943b6b6c-cbea-4daf-8495-60def139788c req-e179c8ff-13f8-489d-b89e-8d9238464a86 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0379720 Apr 12 16:56:29.359364 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b4167ed0-54a1-4437-bacc-84948c8533f1 req-ab6a1f9e-dd00-4c76-9adf-b2829d84c572 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161401 Apr 12 16:56:30.406127 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-15531448-023e-4eec-a523-2c180092e510 req-35c926d1-d05c-4790-963c-b4f5de5141a3 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0286243 Apr 12 16:56:30.473342 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbef84e-bf45-424b-8835-6d2ebeb9e4cf req-985009c2-9b21-44ed-a6d5-b1edfe9f5c15 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:30.474790 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8fbef84e-bf45-424b-8835-6d2ebeb9e4cf req-985009c2-9b21-44ed-a6d5-b1edfe9f5c15 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0499465 Apr 12 16:56:30.521988 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8fbef84e-bf45-424b-8835-6d2ebeb9e4cf req-84e15fc9-7ebf-4217-b1a6-a9cbf74fea15 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416286 Apr 12 16:56:31.501284 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-24a8b84c-0132-4077-937f-98033818ff67 req-c9b8a4e7-7055-41aa-be06-bbf8d9358a13 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0285423 Apr 12 16:56:31.635696 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f601-37f1-4439-b0b5-e92e379b2af6 req-f37b86b8-3f65-46e7-b81d-5bd3cd02b4bb tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:31.637151 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8682f601-37f1-4439-b0b5-e92e379b2af6 req-f37b86b8-3f65-46e7-b81d-5bd3cd02b4bb tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0454972 Apr 12 16:56:31.682516 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8682f601-37f1-4439-b0b5-e92e379b2af6 req-97d344f4-76aa-4641-8a8c-6cdb20aa658a tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387106 Apr 12 16:56:32.612564 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a21d078d-2f7c-4bf5-846d-be740bcf718d req-810fa208-ece0-4f27-96c7-b0352a4c196e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0458269 Apr 12 16:56:32.810139 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301d53e-a4a6-4b38-9372-b1e1a7458b32 req-9c7bd94e-f99d-49c3-9e4a-be6b0a0d450d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:32.811769 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2301d53e-a4a6-4b38-9372-b1e1a7458b32 req-9c7bd94e-f99d-49c3-9e4a-be6b0a0d450d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0484676 Apr 12 16:56:32.865921 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2301d53e-a4a6-4b38-9372-b1e1a7458b32 req-7b041ced-f10a-4966-8062-3b5fa8ec69d3 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472782 Apr 12 16:56:33.151220 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-ec55d0fa-1238-4ce4-9921-6110d9d59296 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:33.152695 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-ec55d0fa-1238-4ce4-9921-6110d9d59296 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 812 time: 0.3547585 Apr 12 16:56:33.225196 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-b110634e-bde9-4e26-849e-359ec75c160f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 380 time: 0.0552874 Apr 12 16:56:33.234919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'port': {'device_id': '06db5dfe-6914-453b-8a7d-c456170f0517', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'admin_state_up': True, 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'security_groups': ['96772414-748e-4ba3-8789-d1649f7d7b47']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:33.254545 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:56:33.362919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Made reservation on behalf of 978e79f4dacb455f990c96e4331bd5cb for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:56:33.366645 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:33.514068 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Allocated IP 172.20.0.5 (53dbe67b-8ba7-4d00-94da-23e186da31c5/d73fed82-66d5-4349-9bd2-bb0337793575/ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:56:33.668227 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:33.691617 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:56:33.704607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:33.723658 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49423a1d-da4b-40ce-b62b-272a6d77917e req-6253cad7-4de1-4bd8-ab1d-7c0c775433c0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0416167 Apr 12 16:56:33.767416 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:56:33.770815 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:56:33.775561 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:56:33.779622 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:33.837219 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:33.838171 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:33.841096 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:33.855198 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'port_id': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'mac_address': 'fa:16:3e:35:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:56:33.865160 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-c66d4a35-911a-4ffa-a921-b7b4fb88b42f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344657 Apr 12 16:56:33.888242 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Request body: {'port': {'device_id': '06db5dfe-6914-453b-8a7d-c456170f0517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:33.938366 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:33.941890 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:33.968015 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:56:33.978216 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.016839 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:34.031291 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.075011 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80248992-fa1c-4ade-bf8c-4117ce9d1c52 req-b802cb44-bad2-475d-98e3-9b90a93b46e0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:34.076582 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80248992-fa1c-4ade-bf8c-4117ce9d1c52 req-b802cb44-bad2-475d-98e3-9b90a93b46e0 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 943 time: 0.0856681 Apr 12 16:56:34.121728 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=9']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:34.132933 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-8dd9d8cf-e068-4dd0-89b2-c1f0fa07b460 None None] Provisioning complete for port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:34.133322 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d8cf-e068-4dd0-89b2-c1f0fa07b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.160851 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-80248992-fa1c-4ade-bf8c-4117ce9d1c52 req-f7f924a0-20af-40bc-8e94-cb4ee28ea472 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763743 Apr 12 16:56:34.176474 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9d8cf-e068-4dd0-89b2-c1f0fa07b460 None None] Port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:56:34.287320 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54536) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:34.304138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:56:34.313230 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Publish callbacks [] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.326062 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Transition to ACTIVE for port object ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:56:34.331422 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.398248 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:56:34.407468 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Pushing event updated for resources: {'Port': ['ID=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:34.411819 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-60aa3bb0-e3a9-42e4-80c5-a2068e7dccbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.541312 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Attempting to bind port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:56:34.541661 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Attempting to bind port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:56:34.541998 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Attempting to bind port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:56:34.545844 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-60aa3bb0-e3a9-42e4-80c5-a2068e7dccbc admin admin] Publish callbacks [] for security_group (73dab65e-b9da-4874-b558-52959b7a53e6), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.550421 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:56:34.551209 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Attempting to bind port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:56:34.554502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-60aa3bb0-e3a9-42e4-80c5-a2068e7dccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (73dab65e-b9da-4874-b558-52959b7a53e6), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.559444 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:56:34.560178 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Checking segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:56:34.561075 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Bound using segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:56:34.561695 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Bound port: ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:56:34.562723 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.601491 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-60aa3bb0-e3a9-42e4-80c5-a2068e7dccbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=121de970f0a94ec3ba369d657a5cad23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130054 Apr 12 16:56:34.604329 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54546) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:34.622549 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa3bb0-e3a9-42e4-80c5-a2068e7dccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dab65e-b9da-4874-b558-52959b7a53e6,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:34.661835 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] For port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:56:34.666883 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] For port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:56:34.670720 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23ab-ccce-4e8b-9645-912ee63c303e admin admin] Publish callbacks [] for security_group (73dab65e-b9da-4874-b558-52959b7a53e6), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.676405 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.693828 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23ab-ccce-4e8b-9645-912ee63c303e admin admin] Publish callbacks [] for security_group (73dab65e-b9da-4874-b558-52959b7a53e6), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.724645 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:34.725160 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.726551 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] 10.222.0.49 "PUT /v2.0/ports/ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf HTTP/1.1" status: 200 len: 1093 time: 0.8427057 Apr 12 16:56:34.727017 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:56:34.729510 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8640132f-819e-4e86-9ec5-38a4d87f17d2" -d '{"events": [{"name": "network-changed", "server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:56:34.753396 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23ab-ccce-4e8b-9645-912ee63c303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (73dab65e-b9da-4874-b558-52959b7a53e6), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.756879 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b9dd23ab-ccce-4e8b-9645-912ee63c303e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:34.760769 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b9dd23ab-ccce-4e8b-9645-912ee63c303e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73dab65e-b9da-4874-b558-52959b7a53e6 HTTP/1.1" status: 204 len: 168 time: 0.1528900 Apr 12 16:56:34.772581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494daa9-4d62-42d4-80c5-ce3b83b2502f service neutron] Pushing event updated for resources: {'Port': ['ID=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:34.774169 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd23ab-ccce-4e8b-9645-912ee63c303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dab65e-b9da-4874-b558-52959b7a53e6,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:34.788702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3243d634-9f1a-4093-8627-6f01250cac93 x-openstack-request-id: req-3243d634-9f1a-4093-8627-6f01250cac93 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:56:34.788995 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:56:34.789268 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3243d634-9f1a-4093-8627-6f01250cac93 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:56:34.789679 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3243d634-9f1a-4093-8627-6f01250cac93'] response: {'name': 'network-changed', 'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'status': 'completed', 'code': 200} Apr 12 16:56:34.931613 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640132f-819e-4e86-9ec5-38a4d87f17d2 req-ce4ec426-d6a7-4984-80be-7c1f3a110b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:34.933166 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8640132f-819e-4e86-9ec5-38a4d87f17d2 req-ce4ec426-d6a7-4984-80be-7c1f3a110b77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 1127 time: 0.0804238 Apr 12 16:56:34.990501 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51dd26-60ab-48c5-93d6-744c174052a4 req-13a932cb-117a-46de-b854-a409950bb82e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:35.007804 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e51dd26-60ab-48c5-93d6-744c174052a4 req-13a932cb-117a-46de-b854-a409950bb82e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.1601021 Apr 12 16:56:35.123615 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2e51dd26-60ab-48c5-93d6-744c174052a4 req-e171cfe0-89f1-4a6b-8097-564a8d397a38 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103029 Apr 12 16:56:35.128476 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640132f-819e-4e86-9ec5-38a4d87f17d2 req-3fbde7a6-8bed-4f8a-a948-6d6a8f8ad58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:35.130552 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8640132f-819e-4e86-9ec5-38a4d87f17d2 req-3fbde7a6-8bed-4f8a-a948-6d6a8f8ad58d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=978e79f4dacb455f990c96e4331bd5cb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1825604 Apr 12 16:56:35.264756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640132f-819e-4e86-9ec5-38a4d87f17d2 req-024dd84d-d5da-449f-a3af-69672eb3b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:35.266880 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8640132f-819e-4e86-9ec5-38a4d87f17d2 req-024dd84d-d5da-449f-a3af-69672eb3b4e8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1303563 Apr 12 16:56:35.296088 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54566) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:35.310280 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3233068b-b436-4d2c-89df-8693af7cbbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.330432 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11e6df-c4e5-4892-b1b8-b1c04bf4b5fb req-dd55e406-813f-4600-a9ca-cae147ef3e90 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:35.331994 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a11e6df-c4e5-4892-b1b8-b1c04bf4b5fb req-dd55e406-813f-4600-a9ca-cae147ef3e90 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 944 time: 0.0672276 Apr 12 16:56:35.383649 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a11e6df-c4e5-4892-b1b8-b1c04bf4b5fb req-4f76e844-a633-46a2-88da-877b7a005c6e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459707 Apr 12 16:56:35.409450 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-b107112d-82fa-4b1e-9ca9-1e81900fc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:35.410976 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-b107112d-82fa-4b1e-9ca9-1e81900fc0a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 1127 time: 0.0556915 Apr 12 16:56:35.431813 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3233068b-b436-4d2c-89df-8693af7cbbda admin admin] Publish callbacks [] for security_group (e8997b9c-07de-4044-ba72-4cd0cb86362d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.461113 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-f6f78e8e-f494-4719-9c45-57363f710cd5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf HTTP/1.1" status: 200 len: 217 time: 0.0370014 Apr 12 16:56:35.461707 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3233068b-b436-4d2c-89df-8693af7cbbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e8997b9c-07de-4044-ba72-4cd0cb86362d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.536953 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233068b-b436-4d2c-89df-8693af7cbbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8997b9c-07de-4044-ba72-4cd0cb86362d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:35.542545 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3233068b-b436-4d2c-89df-8693af7cbbda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b3e239f8a3647cab35d9220884a6ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448325 Apr 12 16:56:35.545376 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54568) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:35.554870 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-77d9f58a-4aa3-4be7-ad0b-90a87da142db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:35.556356 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-77d9f58a-4aa3-4be7-ad0b-90a87da142db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0839407 Apr 12 16:56:35.597819 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e699961-3dae-4e22-801c-07e824869ac2 admin admin] Publish callbacks [] for security_group (e8997b9c-07de-4044-ba72-4cd0cb86362d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.599526 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-6d61e11e-fa45-4403-8f50-4d4514922756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:35.601043 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-6d61e11e-fa45-4403-8f50-4d4514922756 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383673 Apr 12 16:56:35.620508 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e699961-3dae-4e22-801c-07e824869ac2 admin admin] Publish callbacks [] for security_group (e8997b9c-07de-4044-ba72-4cd0cb86362d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.669360 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e699961-3dae-4e22-801c-07e824869ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e8997b9c-07de-4044-ba72-4cd0cb86362d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.672524 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9e699961-3dae-4e22-801c-07e824869ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.674001 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9e699961-3dae-4e22-801c-07e824869ac2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8997b9c-07de-4044-ba72-4cd0cb86362d HTTP/1.1" status: 204 len: 168 time: 0.1258082 Apr 12 16:56:35.682464 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e699961-3dae-4e22-801c-07e824869ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8997b9c-07de-4044-ba72-4cd0cb86362d,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:35.687334 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:56:35.705871 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-13daa019-0571-449e-8561-e3b8b6a6cec9 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974071 Apr 12 16:56:35.756888 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:35.757494 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.828502 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-92e6d57d-5f92-4f44-8d6f-2ecdce599218 req-f21607c1-73b3-4c98-8561-8b445af87780 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139865 Apr 12 16:56:35.874034 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:35.874550 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.908041 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:56:35.910328 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa030bd-e7d4-4345-b3ea-78a6564038fd" -d '{"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:56:35.923074 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:35.928726 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:35.956706 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba4c025-51f5-43bd-aad2-e1101137f1b4 x-openstack-request-id: req-9ba4c025-51f5-43bd-aad2-e1101137f1b4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:56:35.957090 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:56:35.957460 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ba4c025-51f5-43bd-aad2-e1101137f1b4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:56:35.957988 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba4c025-51f5-43bd-aad2-e1101137f1b4'] response: {'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'code': 200} Apr 12 16:56:35.997470 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=10']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:36.272192 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4e87-d8fd-4987-b79b-eb16d3fd3ca5 req-4edc0abc-2ae1-4f97-a2a4-31703cf68ca3 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:36.279521 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3e8b4e87-d8fd-4987-b79b-eb16d3fd3ca5 req-4edc0abc-2ae1-4f97-a2a4-31703cf68ca3 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0570452 Apr 12 16:56:36.343840 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3e8b4e87-d8fd-4987-b79b-eb16d3fd3ca5 req-0f7f7ce6-bae2-47e8-acf8-9b158e1579df tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580752 Apr 12 16:56:36.408418 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0eeb2-0ca9-4b8e-bb6d-cb828bce556e req-eed7347d-16ce-4163-b1c1-25cbae5ac499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:36.409932 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d6a0eeb2-0ca9-4b8e-bb6d-cb828bce556e req-eed7347d-16ce-4163-b1c1-25cbae5ac499 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 1130 time: 0.0444903 Apr 12 16:56:36.456829 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d6a0eeb2-0ca9-4b8e-bb6d-cb828bce556e req-296a68c5-a107-4c8f-b448-df332c5c7b5d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393374 Apr 12 16:56:36.508416 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28614a1-9b88-4485-8058-0612b9b034fa req-d091a0b3-a1a2-49c7-8876-1fbad271e234 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:36.510013 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b28614a1-9b88-4485-8058-0612b9b034fa req-d091a0b3-a1a2-49c7-8876-1fbad271e234 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0473759 Apr 12 16:56:36.562303 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b28614a1-9b88-4485-8058-0612b9b034fa req-31f8d5e8-8d3e-4c4c-8a7d-c85aacbb78b1 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448279 Apr 12 16:56:37.446324 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6fce-f59d-4721-aa3c-eb77023fccab req-8dcc5360-4241-4b87-be8e-2ce36c4a30cd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:37.448175 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-015c6fce-f59d-4721-aa3c-eb77023fccab req-8dcc5360-4241-4b87-be8e-2ce36c4a30cd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0481899 Apr 12 16:56:37.496284 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-015c6fce-f59d-4721-aa3c-eb77023fccab req-c5f75b7d-6316-4067-9549-b755f2e2f9d9 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Apr 12 16:56:37.684091 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46595315-d054-4b15-9bf0-3f9901418a23 req-9ea21128-b261-46c1-81d0-949059c369e5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:37.685483 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-46595315-d054-4b15-9bf0-3f9901418a23 req-9ea21128-b261-46c1-81d0-949059c369e5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0505035 Apr 12 16:56:37.732041 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-46595315-d054-4b15-9bf0-3f9901418a23 req-e1576ce8-e718-4780-99e6-8667366cf3f2 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Apr 12 16:56:38.615432 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94fed6-f04f-48a1-8f8e-4fe47a71c0e6 req-983ba2d9-3388-4c39-8ba8-4e2ed90b4782 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:38.616925 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec94fed6-f04f-48a1-8f8e-4fe47a71c0e6 req-983ba2d9-3388-4c39-8ba8-4e2ed90b4782 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0506444 Apr 12 16:56:38.666686 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ec94fed6-f04f-48a1-8f8e-4fe47a71c0e6 req-1b6bcdab-2bf6-48a5-b00c-0cfd46887aad tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Apr 12 16:56:38.848989 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbd364-bb78-45ff-8720-795da07a3c98 req-8fb5fac4-197c-4af8-8d28-40c90d2f2e54 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:38.850441 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53dbd364-bb78-45ff-8720-795da07a3c98 req-8fb5fac4-197c-4af8-8d28-40c90d2f2e54 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0457234 Apr 12 16:56:38.896113 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-53dbd364-bb78-45ff-8720-795da07a3c98 req-bbe07488-e6c0-4fb3-b565-1d9baf735221 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 Apr 12 16:56:39.784922 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eda1c8-8f62-452a-8017-3acdabfd1f17 req-6fda9fec-2022-4fdb-8792-2726ff814e92 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:39.786421 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47eda1c8-8f62-452a-8017-3acdabfd1f17 req-6fda9fec-2022-4fdb-8792-2726ff814e92 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0509486 Apr 12 16:56:39.834268 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-47eda1c8-8f62-452a-8017-3acdabfd1f17 req-730893bc-8eb7-4d26-8a63-09d81ebfab1d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 Apr 12 16:56:40.010676 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c8963-56fd-4daf-b6b0-fe28672f8253 req-a5dd66f2-6252-4e7e-ae90-5a658921bbd8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:40.012164 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a5c8963-56fd-4daf-b6b0-fe28672f8253 req-a5dd66f2-6252-4e7e-ae90-5a658921bbd8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0464315 Apr 12 16:56:40.058344 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a5c8963-56fd-4daf-b6b0-fe28672f8253 req-bb930f34-2453-4c0d-aa57-abbbfc29939c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400276 Apr 12 16:56:40.944216 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d810e7-0f31-4f7e-9544-2dc611f521aa req-8b3c4f72-2f59-4b11-885e-16661bcfa9e7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:40.945661 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91d810e7-0f31-4f7e-9544-2dc611f521aa req-8b3c4f72-2f59-4b11-885e-16661bcfa9e7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0456984 Apr 12 16:56:40.996495 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-91d810e7-0f31-4f7e-9544-2dc611f521aa req-9af8d10d-c483-4213-8140-ea3fedef617c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Apr 12 16:56:41.178286 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714461b-8ae9-4cb8-b4a4-3d0230335cc3 req-adc28d5e-3777-4e28-8b82-015a8b903593 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:41.179801 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e714461b-8ae9-4cb8-b4a4-3d0230335cc3 req-adc28d5e-3777-4e28-8b82-015a8b903593 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0492816 Apr 12 16:56:41.228869 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e714461b-8ae9-4cb8-b4a4-3d0230335cc3 req-069d323f-a6e4-4b00-87f5-4df45b114f54 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432975 Apr 12 16:56:42.106614 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a98e20-5b0e-4f45-a893-3ee7b2474eb7 req-e4433910-4086-4303-ae80-16e3e6092b2c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:42.108113 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03a98e20-5b0e-4f45-a893-3ee7b2474eb7 req-e4433910-4086-4303-ae80-16e3e6092b2c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0455217 Apr 12 16:56:42.156506 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-03a98e20-5b0e-4f45-a893-3ee7b2474eb7 req-c4d00e52-1331-49eb-8ef4-afa0e3b2872b tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Apr 12 16:56:42.683175 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:43.273342 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a84ec4-4754-4c3d-9aac-bc8791ad3816 req-7574ce17-7af8-4392-b959-24b582a9b4c7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:43.274822 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-74a84ec4-4754-4c3d-9aac-bc8791ad3816 req-7574ce17-7af8-4392-b959-24b582a9b4c7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0510457 Apr 12 16:56:43.322093 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-74a84ec4-4754-4c3d-9aac-bc8791ad3816 req-f1d26534-a5f9-4edf-93a4-47b9970db3d6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Apr 12 16:56:44.435717 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19051-54b7-410b-8ce9-454259799d1f req-70f8f9bc-68b6-4f44-a5c1-abfcf73480fa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:44.437165 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cac19051-54b7-410b-8ce9-454259799d1f req-70f8f9bc-68b6-4f44-a5c1-abfcf73480fa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0474460 Apr 12 16:56:44.488443 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-cac19051-54b7-410b-8ce9-454259799d1f req-44a27027-de7f-41f9-a9f3-a54b96686d47 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 Apr 12 16:56:45.149552 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-f3a45577-5563-4552-85a8-b259c9b35ba8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381458 Apr 12 16:56:45.555132 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-fc52194b-cdf2-4310-8e4a-d6adf01882eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:45.557528 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-fc52194b-cdf2-4310-8e4a-d6adf01882eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1130 time: 0.0450349 Apr 12 16:56:45.631877 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477ebe-2d08-4209-97e0-671adff47a78 req-607fa080-5f2d-4485-b4e8-bbd059a901f9 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:45.634529 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7477ebe-2d08-4209-97e0-671adff47a78 req-607fa080-5f2d-4485-b4e8-bbd059a901f9 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0651510 Apr 12 16:56:45.683851 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e7477ebe-2d08-4209-97e0-671adff47a78 req-585a599b-baa9-45b5-8896-f94745de9f55 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Apr 12 16:56:46.063291 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-edf8a62d-0635-4c02-9ba4-1cd56a6547b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:46.065354 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-edf8a62d-0635-4c02-9ba4-1cd56a6547b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 910 time: 0.1568418 Apr 12 16:56:46.142232 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-2ad82978-df9e-469a-a12f-09a65f91fc91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 1001 time: 0.0704222 Apr 12 16:56:46.213876 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-77333184-f77f-48d7-b221-df5d94ff9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:46.215696 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-77333184-f77f-48d7-b221-df5d94ff9e61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 200 len: 847 time: 0.0666833 Apr 12 16:56:46.277617 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-c102d7fc-5f35-4ff9-a70a-4c238b78ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:46.279194 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-c102d7fc-5f35-4ff9-a70a-4c238b78ae1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e4683a3-a2b1-4262-bfba-200b824f2564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503728 Apr 12 16:56:46.378461 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-83ac1190-3185-4791-80ff-51ccb41c0070 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862641 Apr 12 16:56:46.473215 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8a5a60a5-6fe5-4c11-8ae0-751d82b6cf64 req-9191fdcc-cb8b-4eaf-af74-78870befe7a9 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Apr 12 16:56:46.816130 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3bd6b-4e05-4699-93f5-918136820571 req-f6bcbf4a-c94f-4255-862a-ec396978c432 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:46.818492 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f5e3bd6b-4e05-4699-93f5-918136820571 req-f6bcbf4a-c94f-4255-862a-ec396978c432 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 943 time: 0.0652683 Apr 12 16:56:46.892389 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f5e3bd6b-4e05-4699-93f5-918136820571 req-99e88f70-6580-4042-881b-84e46520d386 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683508 Apr 12 16:56:47.298008 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062cd66-3021-43dd-b881-6d532d416f8c req-a2d7bb4f-1698-4d6a-b54d-a4a32bb4f2cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:47.299689 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7062cd66-3021-43dd-b881-6d532d416f8c req-a2d7bb4f-1698-4d6a-b54d-a4a32bb4f2cd tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0540280 Apr 12 16:56:47.348998 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7062cd66-3021-43dd-b881-6d532d416f8c req-f2dd25f8-7ee3-4b0b-b1fd-374fdd700bed tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433867 Apr 12 16:56:47.718497 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:56:47.814134 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:47.825044 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'port_id': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'mac_address': 'fa:16:3e:16:e4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:56:47.866522 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:47.866944 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:47.879897 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:56:47.898392 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:47.902090 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:47.947708 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:48.004600 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe9072-e111-4cfe-8022-b1c15d47564f req-c3f58553-f0ef-4cdf-89d4-a12a113245dd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:48.005989 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddfe9072-e111-4cfe-8022-b1c15d47564f req-c3f58553-f0ef-4cdf-89d4-a12a113245dd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 944 time: 0.0490522 Apr 12 16:56:48.053864 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-ddfe9072-e111-4cfe-8022-b1c15d47564f req-06ba2a23-e9b5-45bb-b06c-23636f17c1a4 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 Apr 12 16:56:48.243350 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:56:48.463541 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5d19-7701-4efa-818d-8e48b1e0ab19 req-85099fe4-cffc-4af4-a534-6c5b971dacf6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:48.465120 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d58d5d19-7701-4efa-818d-8e48b1e0ab19 req-85099fe4-cffc-4af4-a534-6c5b971dacf6 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0463216 Apr 12 16:56:48.513051 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d58d5d19-7701-4efa-818d-8e48b1e0ab19 req-ccf9d766-3ec9-4794-b79f-a1969a0bb2bb tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Apr 12 16:56:49.168111 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae15e-7dd6-415a-8779-dbe3377f3261 req-afa1440a-d719-46f4-8a36-be7f2c90cc9e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:49.169539 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e9ae15e-7dd6-415a-8779-dbe3377f3261 req-afa1440a-d719-46f4-8a36-be7f2c90cc9e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 944 time: 0.0488954 Apr 12 16:56:49.216943 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8e9ae15e-7dd6-415a-8779-dbe3377f3261 req-98d5cdb9-acd0-438e-acd2-64dd0e6656e1 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 Apr 12 16:56:49.625995 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c4d58-b8d5-4dcd-9436-c9258e4eabeb req-84544ca0-2292-49da-97e9-341d10aa379f tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:49.627390 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b46c4d58-b8d5-4dcd-9436-c9258e4eabeb req-84544ca0-2292-49da-97e9-341d10aa379f tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0468071 Apr 12 16:56:49.674845 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b46c4d58-b8d5-4dcd-9436-c9258e4eabeb req-504f6fce-f153-4422-817d-121f9b142b56 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Apr 12 16:56:50.329422 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c783f44-4de2-4152-8cd9-b5098eaf3f15 req-46430dd7-bb37-49eb-ba96-aa8f425a15e1 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:50.330863 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c783f44-4de2-4152-8cd9-b5098eaf3f15 req-46430dd7-bb37-49eb-ba96-aa8f425a15e1 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 944 time: 0.0460775 Apr 12 16:56:50.382469 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8c783f44-4de2-4152-8cd9-b5098eaf3f15 req-191092a8-4a9c-41c8-9b39-15644dd1279d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Apr 12 16:56:50.787043 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417d978-f483-41cb-9308-6867b7eb8e61 req-245be28d-a4cf-4c5d-be3f-3f1ebbf17c57 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:50.788491 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0417d978-f483-41cb-9308-6867b7eb8e61 req-245be28d-a4cf-4c5d-be3f-3f1ebbf17c57 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0458670 Apr 12 16:56:50.834183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0417d978-f483-41cb-9308-6867b7eb8e61 req-78cccb8a-dd86-41c7-91d3-865315890b3a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401373 Apr 12 16:56:51.496291 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a8c4-302e-480f-8d5f-676d8c25ef23 req-1a166559-1ef7-4b54-9246-8d97afdd1e52 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:51.497973 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d63a8c4-302e-480f-8d5f-676d8c25ef23 req-1a166559-1ef7-4b54-9246-8d97afdd1e52 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 944 time: 0.0491779 Apr 12 16:56:51.551002 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5d63a8c4-302e-480f-8d5f-676d8c25ef23 req-2c0fc9a3-f18d-4733-baf6-f3d234636a13 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464590 Apr 12 16:56:51.580235 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:56:51.628157 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:56:51.634292 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:56:51.634595 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:51.741163 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:56:51.741569 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:51.769801 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:56:51.772037 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93d0d21-bca1-49ea-b292-df42ff90e2c5" -d '{"events": [{"server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "name": "network-vif-plugged", "status": "completed", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:56:51.786941 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:51.792054 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:51.817920 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071ba3ca-181b-4ea2-85a3-18023b38e6df x-openstack-request-id: req-071ba3ca-181b-4ea2-85a3-18023b38e6df {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:56:51.818220 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "name": "network-vif-plugged", "status": "completed", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:56:51.818479 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-071ba3ca-181b-4ea2-85a3-18023b38e6df {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:56:51.818877 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071ba3ca-181b-4ea2-85a3-18023b38e6df'] response: {'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'code': 200} Apr 12 16:56:51.845477 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:51.852602 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.852991 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.853349 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.853705 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.854635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.854635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.854929 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.855074 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.855404 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.855741 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.856625 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.856981 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.857402 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.857739 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.858076 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:56:51.881385 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bbc35-a9ed-498f-97a9-e999e3f075cd req-11f0e12a-adda-4dd2-a398-3c35c7ddf65a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:51.882868 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b13bbc35-a9ed-498f-97a9-e999e3f075cd req-11f0e12a-adda-4dd2-a398-3c35c7ddf65a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0615349 Apr 12 16:56:51.961564 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b13bbc35-a9ed-498f-97a9-e999e3f075cd req-344733ce-da71-4d17-bd69-0fa584d259df tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731099 Apr 12 16:56:51.967723 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6c423-dd9a-4295-9f3f-c818d715c7bc req-a7614b3b-cc66-4cd8-b921-b44aee875e1b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:51.969195 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dde6c423-dd9a-4295-9f3f-c818d715c7bc req-a7614b3b-cc66-4cd8-b921-b44aee875e1b tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0638564 Apr 12 16:56:52.026095 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dde6c423-dd9a-4295-9f3f-c818d715c7bc req-ae78a30c-2d86-47b3-89d4-d176efa855c2 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501597 Apr 12 16:56:52.300044 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e88945d9-73ef-4024-a4b5-abe0737dccdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:52.662400 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875decda-c95b-45d5-a5e8-3345d1c9dfa4 req-6dbd879b-8dfb-4000-b6b9-bc26e27eac0a tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:52.663875 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-875decda-c95b-45d5-a5e8-3345d1c9dfa4 req-6dbd879b-8dfb-4000-b6b9-bc26e27eac0a tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 945 time: 0.0454378 Apr 12 16:56:52.713926 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-875decda-c95b-45d5-a5e8-3345d1c9dfa4 req-4fbbae7f-3945-47b5-8c9e-0317ac0d5c24 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Apr 12 16:56:53.077458 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdab926-cb90-45d1-b591-07e27f709e0d req-4def7471-2a80-44c0-9b07-99d8427e52b6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:53.079585 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5cdab926-cb90-45d1-b591-07e27f709e0d req-4def7471-2a80-44c0-9b07-99d8427e52b6 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Apr 12 16:56:53.158636 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5cdab926-cb90-45d1-b591-07e27f709e0d req-6167d0d5-7f38-4483-b722-8be9457b929a tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735002 Apr 12 16:56:53.164871 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42bdfb-66bc-4c0c-ad40-e166b26948b5 req-44ce5498-ced6-42a0-9887-4cc29b9943b3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:53.166357 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f42bdfb-66bc-4c0c-ad40-e166b26948b5 req-44ce5498-ced6-42a0-9887-4cc29b9943b3 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0677462 Apr 12 16:56:53.220407 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8f42bdfb-66bc-4c0c-ad40-e166b26948b5 req-5103f55d-de20-4ca4-b931-bb6039aea316 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b1b0847-5fe1-4757-b1bd-8dc761f54438&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484040 Apr 12 16:56:53.440068 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-f707470f-0273-4f21-9d55-b263cc786d64 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:53.441507 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-f707470f-0273-4f21-9d55-b263cc786d64 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 946 time: 0.0473304 Apr 12 16:56:53.693084 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c64ee-1043-49a1-b33d-8e9bdd2bcd62 req-c9f12944-ea36-4198-a3c5-418e678e0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:53.694474 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-909c64ee-1043-49a1-b33d-8e9bdd2bcd62 req-c9f12944-ea36-4198-a3c5-418e678e0f75 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 1129 time: 0.0771875 Apr 12 16:56:53.710562 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Deleting port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:56:53.710932 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:53.776899 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cf259-7723-4f54-8577-d646da962600 req-aba9fcc5-4a76-40ab-a9fb-4b1ac6cac484 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:53.778500 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e53cf259-7723-4f54-8577-d646da962600 req-aba9fcc5-4a76-40ab-a9fb-4b1ac6cac484 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0550790 Apr 12 16:56:53.808126 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-909c64ee-1043-49a1-b33d-8e9bdd2bcd62 req-5fb53a57-24a8-4720-a97f-a70ac8efd457 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837195 Apr 12 16:56:53.838762 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] For port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:53.839169 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:53.856176 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fa1b9-f990-4cf2-8c18-1afc677f3c8a req-4136b501-3d46-4f41-99f7-ba822ea4d482 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:53.857670 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b15fa1b9-f990-4cf2-8c18-1afc677f3c8a req-4136b501-3d46-4f41-99f7-ba822ea4d482 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 945 time: 0.0752730 Apr 12 16:56:53.925821 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:56:53.926168 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:53.962163 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b15fa1b9-f990-4cf2-8c18-1afc677f3c8a req-cec0a289-97d5-4c2d-b64b-7278b5f14c9d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976436 Apr 12 16:56:54.021488 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.021957 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (c8248067-a6c3-435e-b6c0-ab1f8fc89654), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.022357 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Floating IP c8248067-a6c3-435e-b6c0-ab1f8fc89654 disassociated. External IP: 172.27.3.130, port: 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0. Apr 12 16:56:54.022782 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Calling delete_port for 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:56:54.032051 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] For port cbcdda8f-b6aa-47ed-b659-17fa8fd01203, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:56:54.032420 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.161873 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.198952 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event deleted for resources: {'Port': ['ID=17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:54.330574 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Router 72e7b348-5605-44ca-ac11-4bec6d2d94ee has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:56:54.447048 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:56:54.458611 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] Sync routers for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:56:54.469865 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:54.471124 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:54.499500 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] No DVR routers for this DVR port 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:56:54.502394 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.505741 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-26e0437c-b11f-4948-bac4-b26fbb3efbe3 req-446fd87e-4f63-4f07-b7d0-4529357b7fd8 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.49 "DELETE /v2.0/ports/17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 HTTP/1.1" status: 204 len: 173 time: 0.9136825 Apr 12 16:56:54.506193 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'name': 'network-vif-deleted', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:56:54.509718 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12292f41-04d2-435e-a2bf-abcc82ede571" -d '{"events": [{"server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "name": "network-vif-deleted", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:56:54.553108 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-db107594-0195-4ba2-8a45-96d40b9a859e req-cfedc8bc-f8a0-4906-9164-0ab370c2f8f1 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 210 time: 0.0654154 Apr 12 16:56:54.583079 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3fb5b-4032-450c-91e9-29b4348fe70b req-e800ad52-be84-4c78-b7bb-aa17be224e1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:54.584708 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-42c3fb5b-4032-450c-91e9-29b4348fe70b req-e800ad52-be84-4c78-b7bb-aa17be224e1e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 946 time: 0.0981681 Apr 12 16:56:54.601916 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:54.616170 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c214e0-8cf6-491b-ab2d-8c0991f0145a x-openstack-request-id: req-53c214e0-8cf6-491b-ab2d-8c0991f0145a {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:56:54.616499 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594a2ba9-6aca-4995-9e49-cb826846f0dd", "name": "network-vif-deleted", "tag": "17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:56:54.616756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53c214e0-8cf6-491b-ab2d-8c0991f0145a {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:56:54.617171 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c214e0-8cf6-491b-ab2d-8c0991f0145a'] response: {'server_uuid': '594a2ba9-6aca-4995-9e49-cb826846f0dd', 'name': 'network-vif-deleted', 'tag': '17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0', 'status': 'completed', 'code': 200} Apr 12 16:56:54.681459 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-42c3fb5b-4032-450c-91e9-29b4348fe70b req-0817bdad-2291-4658-b6ee-59b3a364c157 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups?id=28755452-ccc7-4060-a5a5-7c5157d22d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908818 Apr 12 16:56:54.697236 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.697617 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (6e4555d9-c60f-4a05-a85c-bef408c2dc32), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.697941 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Floating IP 6e4555d9-c60f-4a05-a85c-bef408c2dc32 disassociated. External IP: 172.27.3.250, port: cbcdda8f-b6aa-47ed-b659-17fa8fd01203. Apr 12 16:56:54.698284 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for cbcdda8f-b6aa-47ed-b659-17fa8fd01203 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:56:54.851571 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (cbcdda8f-b6aa-47ed-b659-17fa8fd01203), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.858443 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:54.878076 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=cbcdda8f-b6aa-47ed-b659-17fa8fd01203,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:54.895901 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] Checking router: 72e7b348-5605-44ca-ac11-4bec6d2d94ee for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:56:54.896294 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-3a041561-5091-44cb-821b-bddf45c34e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:54.906925 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:54.907602 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:55.012668 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:56:55.030412 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:55.144216 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03295-015c-49ba-9576-664e9fb9ca99 req-afbbc6f4-0fe2-46ac-8de3-3f4a4283bf48 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:55.145703 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-29e03295-015c-49ba-9576-664e9fb9ca99 req-afbbc6f4-0fe2-46ac-8de3-3f4a4283bf48 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 945 time: 0.0899975 Apr 12 16:56:55.181351 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:56:55.201290 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:56:55.215290 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:55.216805 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:55.230332 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:55.266193 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f2476-d305-48d1-80d4-f276078fec97 None None] The sync data for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi is: [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:49:57Z', 'revision_number': 4, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'cf1fca8b-abe8-428f-b196-af730180c0f2', 'name': '', 'network_id': '2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'mac_address': 'fa:16:3e:1c:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:53Z', 'updated_at': '2022-04-12T16:50:13Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'subnets': [{'id': '93eec2a4-ab5a-4061-927c-4fb991714756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:56:55.289951 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-29e03295-015c-49ba-9576-664e9fb9ca99 req-0b2f4df9-8dc6-42c5-9019-e2d91b0c4240 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259403 Apr 12 16:56:55.289951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] No DVR routers for this DVR port cbcdda8f-b6aa-47ed-b659-17fa8fd01203 on host hv-cinder-83752 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:56:55.289951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:55.289951 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e53cf259-7723-4f54-8577-d646da962600 req-fff058c5-0932-410b-a7b5-d3a28d824934 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.49 "DELETE /v2.0/ports/cbcdda8f-b6aa-47ed-b659-17fa8fd01203 HTTP/1.1" status: 204 len: 173 time: 1.5039856 Apr 12 16:56:55.289951 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'name': 'network-vif-deleted', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:56:55.293718 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a32c4a-d467-480c-8dc4-76de1b350be0" -d '{"events": [{"server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "name": "network-vif-deleted", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:56:55.337541 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb33a1ff-6180-451b-8149-30633f2832db x-openstack-request-id: req-fb33a1ff-6180-451b-8149-30633f2832db {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:56:55.337976 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d41972-1c6c-49af-8faa-3a8b1a953f53", "name": "network-vif-deleted", "tag": "cbcdda8f-b6aa-47ed-b659-17fa8fd01203", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:56:55.338096 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb33a1ff-6180-451b-8149-30633f2832db {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:56:55.338460 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb33a1ff-6180-451b-8149-30633f2832db'] response: {'server_uuid': '11d41972-1c6c-49af-8faa-3a8b1a953f53', 'name': 'network-vif-deleted', 'tag': 'cbcdda8f-b6aa-47ed-b659-17fa8fd01203', 'status': 'completed', 'code': 200} Apr 12 16:56:55.398621 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:55.435274 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c191-6767-455c-ae56-58aae84f8bc2 req-7e3d4636-e041-4d75-af36-da8bf02b2f78 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:55.436796 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fbe7c191-6767-455c-ae56-58aae84f8bc2 req-7e3d4636-e041-4d75-af36-da8bf02b2f78 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 945 time: 0.0581057 Apr 12 16:56:55.516587 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-fbe7c191-6767-455c-ae56-58aae84f8bc2 req-ef363404-7c3f-4977-af7c-48ed6c2c88cc tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708621 Apr 12 16:56:55.547957 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54900) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:55.650386 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device cbcdda8f-b6aa-47ed-b659-17fa8fd01203 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:56:55.694501 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9d7c5c46-df59-49c1-b0ee-45d0ce3d0497 req-7aeb4f2f-50a2-40d1-bd7b-f20c11b875e9 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/ports?device_id=594a2ba9-6aca-4995-9e49-cb826846f0dd HTTP/1.1" status: 200 len: 210 time: 0.0453002 Apr 12 16:56:55.725255 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: cbcdda8f-b6aa-47ed-b659-17fa8fd01203 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:56:55.726166 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device cbcdda8f-b6aa-47ed-b659-17fa8fd01203 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:56:55.729584 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:56:55.742739 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814309a7-9d99-4212-90f9-b7318c00b0da None None] New status for floating IP c8248067-a6c3-435e-b6c0-ab1f8fc89654: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:56:55.758234 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:56:55.758852 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 17ae5f48-4d55-4ae5-a9d8-ca0b04d726f0 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:56:55.812352 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:55.836958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54910) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:55.842719 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:56:55.852813 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:55.853440 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:55.947276 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-66271399-0a91-4ed3-92f1-57a86253cd4e req-17267d36-7661-4d6f-bc7d-e5e75a82684b tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/ports?device_id=11d41972-1c6c-49af-8faa-3a8b1a953f53 HTTP/1.1" status: 200 len: 210 time: 0.0506413 Apr 12 16:56:55.955109 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:55.972873 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8ec70-c1b2-40e1-9652-f70bdedddea9 tempest-TestVolumeBootPattern-302124848 tempest-TestVolumeBootPattern-302124848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:55.974595 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-84b8ec70-c1b2-40e1-9652-f70bdedddea9 tempest-TestVolumeBootPattern-302124848 tempest-TestVolumeBootPattern-302124848-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 1124 time: 0.4250727 Apr 12 16:56:55.977579 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54914) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:55.982878 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'port_id': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:56:56.028353 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc5e5005-c59e-478d-9f29-17169c576056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.031054 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.036544 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:56.140537 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.225664 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc5e5005-c59e-478d-9f29-17169c576056 admin admin] Publish callbacks [] for security_group (b7e8d54e-72e8-4e48-9319-89c77d60f5a4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.231655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-fc5e5005-c59e-478d-9f29-17169c576056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b7e8d54e-72e8-4e48-9319-89c77d60f5a4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.300705 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e5005-c59e-478d-9f29-17169c576056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e8d54e-72e8-4e48-9319-89c77d60f5a4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:56.307916 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fc5e5005-c59e-478d-9f29-17169c576056 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a42d9b0f871d44668295261867dbf750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697964 Apr 12 16:56:56.310629 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54916) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:56.321435 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Allocated IP 172.27.3.170 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/48097ca1-7584-4443-aa17-dd19cc46786d) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:56:56.385057 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94bf19eb-ad8d-4abb-8d47-7bf9bd2a3144 admin admin] Publish callbacks [] for security_group (b7e8d54e-72e8-4e48-9319-89c77d60f5a4), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.399823 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:56.409366 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94bf19eb-ad8d-4abb-8d47-7bf9bd2a3144 admin admin] Publish callbacks [] for security_group (b7e8d54e-72e8-4e48-9319-89c77d60f5a4), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.432360 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa3390-201d-4710-be38-549dee966d5f None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:49:53Z', 'revision_number': 4, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'de721837-a8d3-466d-b4f1-6d483fdbb052', 'name': '', 'network_id': 'fd491a4c-3c01-45c6-ba4b-d85f30b21624', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'mac_address': 'fa:16:3e:6f:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:50Z', 'updated_at': '2022-04-12T16:50:04Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'subnets': [{'id': '3665ef25-cb10-4dc5-953d-ceacf9b2be6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:56:56.445919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (48097ca1-7584-4443-aa17-dd19cc46786d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.474468 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94bf19eb-ad8d-4abb-8d47-7bf9bd2a3144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b7e8d54e-72e8-4e48-9319-89c77d60f5a4), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.477388 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94bf19eb-ad8d-4abb-8d47-7bf9bd2a3144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.478694 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-94bf19eb-ad8d-4abb-8d47-7bf9bd2a3144 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7e8d54e-72e8-4e48-9319-89c77d60f5a4 HTTP/1.1" status: 204 len: 168 time: 0.1665516 Apr 12 16:56:56.487488 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf19eb-ad8d-4abb-8d47-7bf9bd2a3144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e8d54e-72e8-4e48-9319-89c77d60f5a4,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:56.700084 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4701a8-77b1-4bf1-b139-4719242b8bef None None] New status for floating IP 6e4555d9-c60f-4a05-a85c-bef408c2dc32: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:56:56.754311 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (48097ca1-7584-4443-aa17-dd19cc46786d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.796569 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54930) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:56.804437 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:56:56.807900 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:56:56.812797 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:56:56.815993 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=48097ca1-7584-4443-aa17-dd19cc46786d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:56.872566 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-11f175b7-6a33-438f-a418-a71ddfd51435 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (1b1b0847-5fe1-4757-b1bd-8dc761f54438), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.899303 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-11f175b7-6a33-438f-a418-a71ddfd51435 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (1b1b0847-5fe1-4757-b1bd-8dc761f54438), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.952226 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-11f175b7-6a33-438f-a418-a71ddfd51435 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (1b1b0847-5fe1-4757-b1bd-8dc761f54438), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.955489 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-11f175b7-6a33-438f-a418-a71ddfd51435 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:56.958192 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-11f175b7-6a33-438f-a418-a71ddfd51435 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "DELETE /v2.0/security-groups/1b1b0847-5fe1-4757-b1bd-8dc761f54438 HTTP/1.1" status: 204 len: 168 time: 0.1599634 Apr 12 16:56:56.961759 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54936) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:56.987166 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f175b7-6a33-438f-a418-a71ddfd51435 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b0847-5fe1-4757-b1bd-8dc761f54438,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:57.000207 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.api.v2.resource [None req-1c37abbf-5899-42da-a137-b3c83dc9a945 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] show failed (client error): The resource could not be found. Apr 12 16:56:57.001799 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1c37abbf-5899-42da-a137-b3c83dc9a945 tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "GET /v2.0/security-groups/1b1b0847-5fe1-4757-b1bd-8dc761f54438 HTTP/1.1" status: 404 len: 347 time: 0.0386045 Apr 12 16:56:57.004758 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 54942) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:57.059059 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54946) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:57.135742 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1e2c-3a24-450c-b1a9-d8061aa55e92 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (28755452-ccc7-4060-a5a5-7c5157d22d00), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.143536 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Deleting port 5b1af458-a686-435f-9fa8-e4d065b751aa {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:56:57.143887 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.201804 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1e2c-3a24-450c-b1a9-d8061aa55e92 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (28755452-ccc7-4060-a5a5-7c5157d22d00), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.237184 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.237525 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (5b1af458-a686-435f-9fa8-e4d065b751aa), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.253317 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Calling delete_port for 5b1af458-a686-435f-9fa8-e4d065b751aa owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:56:57.323910 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1e2c-3a24-450c-b1a9-d8061aa55e92 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (28755452-ccc7-4060-a5a5-7c5157d22d00), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.326637 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1e2c-3a24-450c-b1a9-d8061aa55e92 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.328401 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9e2d1e2c-3a24-450c-b1a9-d8061aa55e92 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/security-groups/28755452-ccc7-4060-a5a5-7c5157d22d00 HTTP/1.1" status: 204 len: 168 time: 0.2676306 Apr 12 16:56:57.336552 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:57.348768 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.357625 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.api.v2.resource [None req-ecf3f912-3687-48b0-bac5-faf187b91f0e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] show failed (client error): The resource could not be found. Apr 12 16:56:57.358700 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ecf3f912-3687-48b0-bac5-faf187b91f0e tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "GET /v2.0/security-groups/28755452-ccc7-4060-a5a5-7c5157d22d00 HTTP/1.1" status: 404 len: 347 time: 0.0199986 Apr 12 16:56:57.362548 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 54960) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:56:57.364870 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d1e2c-3a24-450c-b1a9-d8061aa55e92 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28755452-ccc7-4060-a5a5-7c5157d22d00,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:57.378405 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (5031255f-ed0e-4eb0-b018-8329c760252d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.444515 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (5b1af458-a686-435f-9fa8-e4d065b751aa), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.471492 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Pushing event deleted for resources: {'Port': ['ID=5b1af458-a686-435f-9fa8-e4d065b751aa,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:57.540521 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks [] for floatingip (c8248067-a6c3-435e-b6c0-ab1f8fc89654), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.543305 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.547220 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d992cb46-7af0-4fdb-a5a3-b9a11911d60a tempest-AttachVolumeTestJSON-717500788 tempest-AttachVolumeTestJSON-717500788-project] 10.222.0.55 "DELETE /v2.0/floatingips/c8248067-a6c3-435e-b6c0-ab1f8fc89654 HTTP/1.1" status: 204 len: 168 time: 0.5386870 Apr 12 16:56:57.556295 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (48097ca1-7584-4443-aa17-dd19cc46786d), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.557428 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Deleting port 9f56b8d1-0586-4c86-8ede-3ff44a652e05 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:56:57.557828 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.675254 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.675590 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (9f56b8d1-0586-4c86-8ede-3ff44a652e05), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.710802 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Calling delete_port for 9f56b8d1-0586-4c86-8ede-3ff44a652e05 owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:56:57.887585 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (48097ca1-7584-4443-aa17-dd19cc46786d), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.894327 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (48097ca1-7584-4443-aa17-dd19cc46786d), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:57.971805 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=48097ca1-7584-4443-aa17-dd19cc46786d,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:57.973937 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (9f56b8d1-0586-4c86-8ede-3ff44a652e05), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:58.008099 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Pushing event deleted for resources: {'Port': ['ID=9f56b8d1-0586-4c86-8ede-3ff44a652e05,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:56:58.015997 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (5031255f-ed0e-4eb0-b018-8329c760252d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:58.146973 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks [] for floatingip (6e4555d9-c60f-4a05-a85c-bef408c2dc32), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:58.149387 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:58.150520 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7bd508f7-dc77-42d0-b83a-9b7be12b5ee0 tempest-AttachVolumeNegativeTest-680521751 tempest-AttachVolumeNegativeTest-680521751-project] 10.222.0.55 "DELETE /v2.0/floatingips/6e4555d9-c60f-4a05-a85c-bef408c2dc32 HTTP/1.1" status: 204 len: 168 time: 0.7866869 Apr 12 16:56:58.171076 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Floating IP 5031255f-ed0e-4eb0-b018-8329c760252d associated. External IP: 172.27.3.170, port: ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf. Apr 12 16:56:58.391553 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:56:58.502767 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:56:58.513625 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:56:58.520306 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:58.525229 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:58.525849 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:58.549642 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7c967172-7c88-44a8-bd8d-a80063a49835 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5710478 Apr 12 16:56:58.550233 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:56:58.552555 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8520d428-2324-4110-9943-c8618872c4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:56:58.591193 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e68692-7878-41e8-9378-b26f4ad1bd76 x-openstack-request-id: req-a9e68692-7878-41e8-9378-b26f4ad1bd76 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:56:58.591491 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:56:58.591750 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9e68692-7878-41e8-9378-b26f4ad1bd76 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:56:58.592162 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e68692-7878-41e8-9378-b26f4ad1bd76'] response: {'name': 'network-changed', 'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'status': 'completed', 'code': 200} Apr 12 16:56:58.640769 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:58.676152 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520d428-2324-4110-9943-c8618872c4e3 req-339a6576-9f7d-4169-ade1-4bffef40e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:58.677663 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8520d428-2324-4110-9943-c8618872c4e3 req-339a6576-9f7d-4169-ade1-4bffef40e0ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 1129 time: 0.0431969 Apr 12 16:56:58.777886 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520d428-2324-4110-9943-c8618872c4e3 req-3022e0cf-9b06-4399-819f-9f1c20606f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:58.779523 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8520d428-2324-4110-9943-c8618872c4e3 req-3022e0cf-9b06-4399-819f-9f1c20606f0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0958564 Apr 12 16:56:58.857678 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8520d428-2324-4110-9943-c8618872c4e3 req-8f87d3b2-1659-4973-82ea-f59411d902ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf HTTP/1.1" status: 200 len: 999 time: 0.0716441 Apr 12 16:56:58.904145 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '5031255f-ed0e-4eb0-b018-8329c760252d', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:16:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db5dfe-6914-453b-8a7d-c456170f0517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:56:57Z', 'updated_at': '2022-04-12T16:56:57Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:58.916221 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520d428-2324-4110-9943-c8618872c4e3 req-bd68991e-40ce-40a2-afad-a07724c5937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:58.918825 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8520d428-2324-4110-9943-c8618872c4e3 req-bd68991e-40ce-40a2-afad-a07724c5937c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0506063 Apr 12 16:56:58.936337 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:56:58.945932 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:56:58.946540 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:58.968782 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520d428-2324-4110-9943-c8618872c4e3 req-384921a3-c361-4be5-90ad-491a090b7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:56:58.971065 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8520d428-2324-4110-9943-c8618872c4e3 req-384921a3-c361-4be5-90ad-491a090b7dcb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455112 Apr 12 16:56:58.979561 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:56:59.081306 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8520d428-2324-4110-9943-c8618872c4e3 req-e7b5c23a-407a-49b8-a46e-025acf8bffff service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027243 Apr 12 16:56:59.081602 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:56:59.188291 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-8520d428-2324-4110-9943-c8618872c4e3 req-6bb40ddf-c523-45f9-ac4e-dbf7ea068d3e service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963724 Apr 12 16:56:59.334047 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '5031255f-ed0e-4eb0-b018-8329c760252d', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:16:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db5dfe-6914-453b-8a7d-c456170f0517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:56:57Z', 'updated_at': '2022-04-12T16:56:57Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:56:59.371207 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a30a05-217c-40a1-923c-c5abc5ce69df None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '5031255f-ed0e-4eb0-b018-8329c760252d', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:16:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db5dfe-6914-453b-8a7d-c456170f0517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:56:57Z', 'updated_at': '2022-04-12T16:56:57Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:56:59.588874 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78f6d4-486d-445a-87f1-bad8299f0cac None None] New status for floating IP 5031255f-ed0e-4eb0-b018-8329c760252d: ACTIVE {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:57:00.845016 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55054) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:00.948598 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-699ed0ab-00ec-4576-b382-3826ff8fdb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.023915 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-699ed0ab-00ec-4576-b382-3826ff8fdb3f admin admin] Publish callbacks [] for security_group (939d418a-3c00-4b41-a4ca-42c074718df8), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.027204 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-699ed0ab-00ec-4576-b382-3826ff8fdb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (939d418a-3c00-4b41-a4ca-42c074718df8), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.067529 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-699ed0ab-00ec-4576-b382-3826ff8fdb3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25de3fb8ea4d41eea14ca73682085080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214258 Apr 12 16:57:01.069492 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ed0ab-00ec-4576-b382-3826ff8fdb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939d418a-3c00-4b41-a4ca-42c074718df8,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:01.070433 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55060) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:01.128204 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-eb92bd83-627e-49de-9bff-4aea9b3c0cd1 admin admin] Publish callbacks [] for security_group (939d418a-3c00-4b41-a4ca-42c074718df8), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.154142 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55066) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:01.154358 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-eb92bd83-627e-49de-9bff-4aea9b3c0cd1 admin admin] Publish callbacks [] for security_group (939d418a-3c00-4b41-a4ca-42c074718df8), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.207566 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-eb92bd83-627e-49de-9bff-4aea9b3c0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (939d418a-3c00-4b41-a4ca-42c074718df8), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.211764 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-eb92bd83-627e-49de-9bff-4aea9b3c0cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.213263 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-eb92bd83-627e-49de-9bff-4aea9b3c0cd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/939d418a-3c00-4b41-a4ca-42c074718df8 HTTP/1.1" status: 204 len: 168 time: 0.1410902 Apr 12 16:57:01.223974 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92bd83-627e-49de-9bff-4aea9b3c0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939d418a-3c00-4b41-a4ca-42c074718df8,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:01.610430 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (72e7b348-5605-44ca-ac11-4bec6d2d94ee), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:01.845913 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55096) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:01.856778 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55100) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:01.961592 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-687298815-network', 'tenant_id': 'f8f62b4dc997416daf08f5613cd99252'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:57:02.024647 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Made reservation on behalf of f8f62b4dc997416daf08f5613cd99252 for: {'network': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:57:02.027133 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for network (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.067010 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.164773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Deleting port cf1fca8b-abe8-428f-b196-af730180c0f2 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:02.165426 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.247099 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] For port cf1fca8b-abe8-428f-b196-af730180c0f2, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=cf1fca8b-abe8-428f-b196-af730180c0f2,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:02.247470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.252904 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks [] for security_group (66c6e781-3560-4dc3-91af-3244588ac5de), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.258924 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (66c6e781-3560-4dc3-91af-3244588ac5de), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.261912 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Calling delete_port for cf1fca8b-abe8-428f-b196-af730180c0f2 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:02.307305 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=109989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 16:57:02.334480 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c6e781-3560-4dc3-91af-3244588ac5de,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:02.338748 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (af0ac019-200e-4ebe-98b4-870b9cd8c51f), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.339146 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.segments_db [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Added segment af0ac019-200e-4ebe-98b4-870b9cd8c51f of type vlan for network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 Apr 12 16:57:02.424701 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791372495068'] for network (cc9ea14b-cb7b-4f5e-a226-549253ab4b58), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.444906 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (cf1fca8b-abe8-428f-b196-af730180c0f2), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.472457 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1fca8b-abe8-428f-b196-af730180c0f2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:02.477209 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (9b69631f-8188-46de-b047-01d9e59c3d65), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.518041 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537'] for network (cc9ea14b-cb7b-4f5e-a226-549253ab4b58), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.519042 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:02.519637 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.620429 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7625520 Apr 12 16:57:02.625906 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55106) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:02.634496 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Request body: {'subnet': {'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-687298815-subnet', 'tenant_id': 'f8f62b4dc997416daf08f5613cd99252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:57:02.640334 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948cacf-1592-4b21-bb31-28285c91fdad admin admin] Pushing event updated for resources: {'Network': ['ID=cc9ea14b-cb7b-4f5e-a226-549253ab4b58,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:02.652284 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 details requested by agent ovs-agent-dv-cinder-837529-1-iscsi with host dv-cinder-837529-1-iscsi {{(pid=109991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 16:57:02.677961 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Made reservation on behalf of f8f62b4dc997416daf08f5613cd99252 for: {'subnet': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:57:02.678571 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (72e7b348-5605-44ca-ac11-4bec6d2d94ee), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.680874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9134213'] for subnet (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:02.908437 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Router 72e7b348-5605-44ca-ac11-4bec6d2d94ee has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:57:02.940175 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Deleting port de721837-a8d3-466d-b4f1-6d483fdbb052 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:02.940520 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.018556 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:57:03.023997 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b42e9577-a936-425d-a036-c0bcdf35939a admin admin] 10.222.0.55 "PUT /v2.0/routers/72e7b348-5605-44ca-ac11-4bec6d2d94ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8686037 Apr 12 16:57:03.026443 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55108) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:03.027667 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9326564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9134227'] for subnet (27b309f1-39c2-4e36-bd23-230c595e4d76), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.030679 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] Sync routers for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:57:03.046968 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:03.048795 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:03.127262 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] For port de721837-a8d3-466d-b4f1-6d483fdbb052, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=de721837-a8d3-466d-b4f1-6d483fdbb052,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:03.128049 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.144144 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Calling delete_port for de721837-a8d3-466d-b4f1-6d483fdbb052 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:03.171112 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:03.174399 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks [] for router (72e7b348-5605-44ca-ac11-4bec6d2d94ee), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.204880 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b309f1-39c2-4e36-bd23-230c595e4d76,revision_number=0']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:03.216924 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Checking segment: {'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:57:03.217420 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Network hostable DHCP agents. Network: cc9ea14b-cb7b-4f5e-a226-549253ab4b58, hostable agents: ['6ebca807-9eb3-41ba-8678-69b0642029af'], hosted agents: [] {{(pid=109989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 16:57:03.282920 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 is scheduled to be hosted by DHCP agent 6ebca807-9eb3-41ba-8678-69b0642029af with binding_index 1 {{(pid=109989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 16:57:03.294584 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks [] for router_gateway (72e7b348-5605-44ca-ac11-4bec6d2d94ee), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.301072 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837529-1-iscsi, cc9ea14b-cb7b-4f5e-a226-549253ab4b58) {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:57:03.307896 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:03.308605 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.315564 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ccb96-28a7-4ef1-a5e8-8d59a19f6c7d None None] Network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:57:03.353590 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Deleting port 43a6d26e-344c-4cd0-acc6-7b64e604d36a {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:03.353869 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.374983 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:57:02Z', 'revision_number': 5, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port': {'id': '43a6d26e-344c-4cd0-acc6-7b64e604d36a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:14:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:03.396858 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5c56bc2d-0688-4cd7-96c1-36ca79f13a86 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7693336 Apr 12 16:57:03.401087 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (de721837-a8d3-466d-b4f1-6d483fdbb052), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.408695 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] Checking router: 72e7b348-5605-44ca-ac11-4bec6d2d94ee for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:57:03.417642 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] Routers {'72e7b348-5605-44ca-ac11-4bec6d2d94ee'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:03.418495 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:03.441069 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae07d5-dc50-40f8-b536-9bd90d2cdbcc None None] Network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:57:03.454426 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=de721837-a8d3-466d-b4f1-6d483fdbb052,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:03.503760 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] For port 43a6d26e-344c-4cd0-acc6-7b64e604d36a, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=43a6d26e-344c-4cd0-acc6-7b64e604d36a,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:03.508617 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.525555 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Calling delete_port for 43a6d26e-344c-4cd0-acc6-7b64e604d36a owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:03.540902 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] Set router 72e7b348-5605-44ca-ac11-4bec6d2d94ee gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:03.706844 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (9b69631f-8188-46de-b047-01d9e59c3d65), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.786402 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:57:03Z', 'revision_number': 6, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:03.821810 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf5927-3e88-432e-9f8c-60938a7dd07e None None] The sync data for ids ['72e7b348-5605-44ca-ac11-4bec6d2d94ee'] in dv-cinder-837529-1-iscsi is: [{'id': '72e7b348-5605-44ca-ac11-4bec6d2d94ee', 'name': 'tempest-AttachVolumeTestJSON-597539390-router', 'tenant_id': '21fccd96273b4b87b5822b82c0512412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:42Z', 'updated_at': '2022-04-12T16:57:03Z', 'revision_number': 6, 'project_id': '21fccd96273b4b87b5822b82c0512412', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:57:03.825474 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (43a6d26e-344c-4cd0-acc6-7b64e604d36a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:03.871286 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a6d26e-344c-4cd0-acc6-7b64e604d36a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:03.895000 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.895356 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.895706 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.896049 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.896391 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.896724 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.897053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.897382 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.897713 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.898042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.898372 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.898699 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.899051 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.899379 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.899705 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:03.945045 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (72e7b348-5605-44ca-ac11-4bec6d2d94ee), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.054920 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (72e7b348-5605-44ca-ac11-4bec6d2d94ee), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.057673 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks [] for router_controller (72e7b348-5605-44ca-ac11-4bec6d2d94ee), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.106729 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (72e7b348-5605-44ca-ac11-4bec6d2d94ee), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.107919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e7b348-5605-44ca-ac11-4bec6d2d94ee {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:57:04.115285 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.123947 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5abb226c-c43b-433e-b937-b6852e0a7281 admin admin] 10.222.0.55 "DELETE /v2.0/routers/72e7b348-5605-44ca-ac11-4bec6d2d94ee HTTP/1.1" status: 204 len: 168 time: 1.0888200 Apr 12 16:57:04.123947 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55120) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:04.176859 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] Deleting subnet 93eec2a4-ab5a-4061-927c-4fb991714756 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:57:04.182193 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] Publish callbacks [] for subnet (93eec2a4-ab5a-4061-927c-4fb991714756), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.221587 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653273'] for subnet (93eec2a4-ab5a-4061-927c-4fb991714756), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.314017 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Router 9b69631f-8188-46de-b047-01d9e59c3d65 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:57:04.345830 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (93eec2a4-ab5a-4061-927c-4fb991714756), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.398865 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8475761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9242222'] for subnet (93eec2a4-ab5a-4061-927c-4fb991714756), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.429894 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:57:04.430125 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93eec2a4-ab5a-4061-927c-4fb991714756,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:04.433678 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.435303 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-57fda249-0713-484a-ab85-d8afb9e8cb6c admin admin] 10.222.0.55 "PUT /v2.0/routers/9b69631f-8188-46de-b047-01d9e59c3d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5883517 Apr 12 16:57:04.437733 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55122) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:04.441904 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-56b8a32c-aef2-4221-8e37-b117cfa06d62 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/93eec2a4-ab5a-4061-927c-4fb991714756 HTTP/1.1" status: 204 len: 168 time: 0.3190029 Apr 12 16:57:04.442240 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55124) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:04.444079 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff16a5-2f79-4729-8cab-0380f173078c None None] Network 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:57:04.471391 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] Sync routers for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:57:04.515471 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:04.515765 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.516339 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:04.562282 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks [] for router (9b69631f-8188-46de-b047-01d9e59c3d65), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.569731 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Deleting port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:04.570139 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.663320 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] For port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,segment=NetworkSegment(bcb63dec-7e90-46aa-b54a-d68327be1a28),segment_id=bcb63dec-7e90-46aa-b54a-d68327be1a28)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:04.665177 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.669413 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:04.687509 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Calling delete_port for 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:04.695186 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks [] for router_gateway (9b69631f-8188-46de-b047-01d9e59c3d65), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.731594 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] DHCP port deletion for 2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:57:04.755808 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Deleting port 6de0e1a4-57bb-4837-b326-545cb5ff764a {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:04.756369 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.797176 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.824897 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:04.837489 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] No DVR routers for this DVR port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 on host dv-cinder-837529-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:04.851016 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] For port 6de0e1a4-57bb-4837-b326-545cb5ff764a, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=6de0e1a4-57bb-4837-b326-545cb5ff764a,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:04.851378 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.860055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] Deleting port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:04.860635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.870941 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Calling delete_port for 6de0e1a4-57bb-4837-b326-545cb5ff764a owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:04.925947 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.944914 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] For port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8, host dv-cinder-837529-1-iscsi, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:04.945319 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.949401 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:04.961310 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb63dec-7e90-46aa-b54a-d68327be1a28') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:04.961857 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb63dec-7e90-46aa-b54a-d68327be1a28') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:04.973330 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (bcb63dec-7e90-46aa-b54a-d68327be1a28), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.990371 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (bcb63dec-7e90-46aa-b54a-d68327be1a28), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:04.994939 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] Calling delete_port for 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:04.999108 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:57:04.999689 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (bcb63dec-7e90-46aa-b54a-d68327be1a28), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.001269 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] Port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:57:05.001824 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:57:05.006164 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (228e5454-cdac-407b-a6d3-5c1cb42dc9f8), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.019836 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:57:03Z', 'revision_number': 5, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port': {'id': '6de0e1a4-57bb-4837-b326-545cb5ff764a', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:44Z', 'updated_at': '2022-04-12T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:05.070390 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] Pushing event deleted for resources: {'Port': ['ID=228e5454-cdac-407b-a6d3-5c1cb42dc9f8,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:05.079390 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e99465-24b7-4410-8248-d47dc89d9bcc None None] No DVR routers for this DVR port 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:05.080016 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.080127 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] Checking router: 9b69631f-8188-46de-b047-01d9e59c3d65 for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:57:05.083008 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.089230 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] 10.222.0.55 "DELETE /v2.0/networks/2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef HTTP/1.1" status: 204 len: 168 time: 0.6460800 Apr 12 16:57:05.089468 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] Routers {'9b69631f-8188-46de-b047-01d9e59c3d65'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:05.090381 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['9b69631f-8188-46de-b047-01d9e59c3d65'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:05.106723 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f7fa7-2a32-48e9-ac8f-63d2f2734f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec0f6d3-dea3-4bb2-88b6-b3fe48aea7ef,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:05.117125 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (6de0e1a4-57bb-4837-b326-545cb5ff764a), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.153406 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de0e1a4-57bb-4837-b326-545cb5ff764a,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:05.245654 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (9b69631f-8188-46de-b047-01d9e59c3d65), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.247565 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] Set router 9b69631f-8188-46de-b047-01d9e59c3d65 gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:05.331885 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device cf1fca8b-abe8-428f-b196-af730180c0f2 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:05.335143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:57:04Z', 'revision_number': 6, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:05.349286 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55136) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:05.369257 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (9b69631f-8188-46de-b047-01d9e59c3d65), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.371856 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks [] for router_controller (9b69631f-8188-46de-b047-01d9e59c3d65), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.386454 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: cf1fca8b-abe8-428f-b196-af730180c0f2 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:05.387017 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device cf1fca8b-abe8-428f-b196-af730180c0f2 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:05.387468 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 43a6d26e-344c-4cd0-acc6-7b64e604d36a no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:05.392541 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512447d0-3554-4363-a8cd-3c5d20f73852 None None] The sync data for ids ['9b69631f-8188-46de-b047-01d9e59c3d65'] in dv-cinder-837529-1-iscsi is: [{'id': '9b69631f-8188-46de-b047-01d9e59c3d65', 'name': 'tempest-AttachVolumeNegativeTest-1257195335-router', 'tenant_id': 'fae28403f9c94d76899fbfb5e997f585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:43Z', 'updated_at': '2022-04-12T16:57:04Z', 'revision_number': 6, 'project_id': 'fae28403f9c94d76899fbfb5e997f585', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:57:05.420645 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6b227387-550b-4bcf-9fee-2affbbacb354 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21fccd96273b4b87b5822b82c0512412&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0691891 Apr 12 16:57:05.421272 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55146) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:05.428801 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 43a6d26e-344c-4cd0-acc6-7b64e604d36a {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:05.429159 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 43a6d26e-344c-4cd0-acc6-7b64e604d36a not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:05.429593 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:05.453892 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:05.455160 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 228e5454-cdac-407b-a6d3-5c1cb42dc9f8 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:05.469314 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (9b69631f-8188-46de-b047-01d9e59c3d65), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.469919 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b69631f-8188-46de-b047-01d9e59c3d65 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:57:05.475101 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.478539 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e052eaeb-61d3-4c43-b25c-cf1d47ed17a5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9b69631f-8188-46de-b047-01d9e59c3d65 HTTP/1.1" status: 204 len: 168 time: 1.0374873 Apr 12 16:57:05.479187 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55148) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:05.484054 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45ad848e-d707-4b28-bcc3-d47f2347c981 admin admin] Publish callbacks [] for security_group (00d4a9fa-cbb4-4f95-beb9-68add682dd95), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.506080 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45ad848e-d707-4b28-bcc3-d47f2347c981 admin admin] Publish callbacks [] for security_group (00d4a9fa-cbb4-4f95-beb9-68add682dd95), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.555287 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45ad848e-d707-4b28-bcc3-d47f2347c981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (00d4a9fa-cbb4-4f95-beb9-68add682dd95), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.558520 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45ad848e-d707-4b28-bcc3-d47f2347c981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.562621 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-45ad848e-d707-4b28-bcc3-d47f2347c981 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00d4a9fa-cbb4-4f95-beb9-68add682dd95 HTTP/1.1" status: 204 len: 168 time: 0.1403232 Apr 12 16:57:05.571082 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad848e-d707-4b28-bcc3-d47f2347c981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d4a9fa-cbb4-4f95-beb9-68add682dd95,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:05.575788 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] Deleting subnet 3665ef25-cb10-4dc5-953d-ceacf9b2be6b {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:57:05.587207 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] Publish callbacks [] for subnet (3665ef25-cb10-4dc5-953d-ceacf9b2be6b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.612606 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-efaf721e-1ea3-450c-ab17-627a53115e63 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:05.615176 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-efaf721e-1ea3-450c-ab17-627a53115e63 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/networks?id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58 HTTP/1.1" status: 200 len: 813 time: 0.1894140 Apr 12 16:57:05.637640 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-15a510d7-7c59-45be-9572-5fca930bc4ff tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/quotas/f8f62b4dc997416daf08f5613cd99252 HTTP/1.1" status: 200 len: 375 time: 0.0175521 Apr 12 16:57:05.641461 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (3665ef25-cb10-4dc5-953d-ceacf9b2be6b), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.693212 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-f7ab4d13-8459-4955-9650-0281e1daaa06 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8f62b4dc997416daf08f5613cd99252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485179 Apr 12 16:57:05.824185 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (3665ef25-cb10-4dc5-953d-ceacf9b2be6b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.869139 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-7622583e-6bee-4efc-b922-bb6f52dd3a28 service neutron] 10.222.0.55 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685758 Apr 12 16:57:05.948228 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (3665ef25-cb10-4dc5-953d-ceacf9b2be6b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.983093 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3665ef25-cb10-4dc5-953d-ceacf9b2be6b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:05.984556 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:05.987373 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6750f9-5573-4f74-b361-0b6d9796df5d None None] Network fd491a4c-3c01-45c6-ba4b-d85f30b21624 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:57:05.990880 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55162) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:05.991060 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c9a14983-3d7f-4cd7-99dc-075aecf19fb3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3665ef25-cb10-4dc5-953d-ceacf9b2be6b HTTP/1.1" status: 204 len: 168 time: 0.5107596 Apr 12 16:57:06.008996 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-cede27bd-d3d9-4923-a231-a443114da0c0 service neutron] 10.222.0.55 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315598 Apr 12 16:57:06.086265 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (fd491a4c-3c01-45c6-ba4b-d85f30b21624), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.134636 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Deleting port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:06.135006 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.228899 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] For port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,segment=NetworkSegment(387d9256-3ab7-4031-9771-2c53ea4b44f9),segment_id=387d9256-3ab7-4031-9771-2c53ea4b44f9)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:06.229533 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.245781 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-79258143-2b91-4ee9-aa81-ff2150de21b0 req-2f3a10b5-d3c6-4cf9-b958-25b17599fe13 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 210 time: 0.0443153 Apr 12 16:57:06.270028 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Calling delete_port for 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:06.357181 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] DHCP port deletion for fd491a4c-3c01-45c6-ba4b-d85f30b21624 request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:57:06.408824 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] Deleting port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:06.409060 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.409548 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.441058 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:06.443710 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] No DVR routers for this DVR port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 on host dv-cinder-837529-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:06.498877 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] For port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850, host dv-cinder-837529-1-iscsi, got binding levels [] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:06.499352 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.531055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] Calling delete_port for 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:06.534620 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (fd491a4c-3c01-45c6-ba4b-d85f30b21624), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.536976 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.ipam_backend_mixin [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] Port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 was not found and therefore no delete operation was performed {{(pid=109991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 16:57:06.538916 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (4b5458f8-cc3c-4c23-b76d-7bb0e20d2850), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.560611 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd491a4c-3c01-45c6-ba4b-d85f30b21624']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:06.567844 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] Pushing event deleted for resources: {'Port': ['ID=4b5458f8-cc3c-4c23-b76d-7bb0e20d2850,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:06.574860 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90112240-2b6b-4733-9c3a-7f21263bea73 None None] No DVR routers for this DVR port 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:06.575799 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387d9256-3ab7-4031-9771-2c53ea4b44f9') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:06.576494 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387d9256-3ab7-4031-9771-2c53ea4b44f9') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:06.597034 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (387d9256-3ab7-4031-9771-2c53ea4b44f9), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.620423 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (387d9256-3ab7-4031-9771-2c53ea4b44f9), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.628325 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:57:06.628739 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (387d9256-3ab7-4031-9771-2c53ea4b44f9), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:57:06.630556 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:57:06.698053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (fd491a4c-3c01-45c6-ba4b-d85f30b21624), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.703392 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:06.707301 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd491a4c-3c01-45c6-ba4b-d85f30b21624 HTTP/1.1" status: 204 len: 168 time: 0.7147760 Apr 12 16:57:06.724487 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbb8e3-ff75-4923-968f-e780861cde9f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd491a4c-3c01-45c6-ba4b-d85f30b21624,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:06.926336 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55190) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:06.977211 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-bdf02d98-df15-4390-a500-60e9f452e35e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fae28403f9c94d76899fbfb5e997f585&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488236 Apr 12 16:57:06.978871 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55194) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:07.036537 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d868ddc-1078-499c-b42b-6732d79621f7 admin admin] Publish callbacks [] for security_group (f43c4578-62a6-48a9-920d-d8c2a2a697b2), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:07.062354 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d868ddc-1078-499c-b42b-6732d79621f7 admin admin] Publish callbacks [] for security_group (f43c4578-62a6-48a9-920d-d8c2a2a697b2), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:07.119563 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d868ddc-1078-499c-b42b-6732d79621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (f43c4578-62a6-48a9-920d-d8c2a2a697b2), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:07.122179 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-4d868ddc-1078-499c-b42b-6732d79621f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:07.123351 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-4d868ddc-1078-499c-b42b-6732d79621f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f43c4578-62a6-48a9-920d-d8c2a2a697b2 HTTP/1.1" status: 204 len: 168 time: 0.1433399 Apr 12 16:57:07.131987 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d868ddc-1078-499c-b42b-6732d79621f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43c4578-62a6-48a9-920d-d8c2a2a697b2,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:07.162845 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device de721837-a8d3-466d-b4f1-6d483fdbb052 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:07.183828 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: de721837-a8d3-466d-b4f1-6d483fdbb052 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:07.184188 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device de721837-a8d3-466d-b4f1-6d483fdbb052 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:07.184596 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:07.209085 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:07.209448 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 4b5458f8-cc3c-4c23-b76d-7bb0e20d2850 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:07.209878 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 6de0e1a4-57bb-4837-b326-545cb5ff764a no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:07.229727 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 6de0e1a4-57bb-4837-b326-545cb5ff764a {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:07.230092 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 6de0e1a4-57bb-4837-b326-545cb5ff764a not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:07.353222 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-67d67e54-e01f-4c1a-b380-8b2f62b6b945 req-64bda1f9-6ff6-45c1-a644-0900c6ce2b5f tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 210 time: 0.0284669 Apr 12 16:57:07.559388 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-3c12636a-510e-4a80-8bb1-e39f8e1e2c83 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:07.561475 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-3c12636a-510e-4a80-8bb1-e39f8e1e2c83 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "GET /v2.0/networks?id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58 HTTP/1.1" status: 200 len: 813 time: 0.1275306 Apr 12 16:57:07.597981 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Request body: {'port': {'device_id': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58', 'admin_state_up': True, 'tenant_id': 'f8f62b4dc997416daf08f5613cd99252'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:57:07.722601 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Made reservation on behalf of f8f62b4dc997416daf08f5613cd99252 for: {'port': 1} {{(pid=109989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:57:07.725925 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:07.862520 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_common [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Allocated IP 172.20.0.14 (cc9ea14b-cb7b-4f5e-a226-549253ab4b58/27b309f1-39c2-4e36-bd23-230c595e4d76/01d3dcf0-83c0-452f-83bd-a19c1d34c977) {{(pid=109989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:57:08.014146 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks [] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.049379 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.092647 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 is already hosted by enough agents. {{(pid=109989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:57:08.100796 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.base_scheduler [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Resources bound (agent type, host, resource id): {{(pid=109989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:57:08.103705 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Received port after_create {{(pid=109989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:57:08.136218 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Pushing event updated for resources: {'Port': ['ID=01d3dcf0-83c0-452f-83bd-a19c1d34c977,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:08.164970 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:08.165655 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.182545 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-0e8f87a6-986c-482d-93ee-205d652a6c7c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5890753 Apr 12 16:57:08.204473 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.v2.base [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Request body: {'port': {'device_id': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:57:08.265254 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.529730 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208ebcc-5d77-41f7-bc55-5ca364c4a663 req-4389670f-36a9-41d6-822a-d0147d525025 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:08.531240 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3208ebcc-5d77-41f7-bc55-5ca364c4a663 req-4389670f-36a9-41d6-822a-d0147d525025 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 932 time: 0.0721860 Apr 12 16:57:08.628235 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3208ebcc-5d77-41f7-bc55-5ca364c4a663 req-cfbd381d-f3c0-4268-b40a-98ce1c9357c4 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859191 Apr 12 16:57:08.632138 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d3dcf0-83c0-452f-83bd-a19c1d34c977 {{(pid=109989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:57:08.639697 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Publish callbacks [] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.653910 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.provisioning_blocks [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Transition to ACTIVE for port object 01d3dcf0-83c0-452f-83bd-a19c1d34c977 will not be triggered until provisioned by entity L2. {{(pid=109989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:57:08.663167 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.717379 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=01d3dcf0-83c0-452f-83bd-a19c1d34c977,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:08.799664 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Attempting to bind port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:57:08.799664 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Attempting to bind port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:57:08.799664 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Attempting to bind port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 on network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:57:08.804082 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 on network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:57:08.804410 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Attempting to bind port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 on network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:57:08.809546 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:57:08.809881 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Checking segment: {'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:57:08.810286 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Bound using segment: {'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:57:08.810706 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Bound port: 01d3dcf0-83c0-452f-83bd-a19c1d34c977, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:57:08.811095 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.877864 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] For port 01d3dcf0-83c0-452f-83bd-a19c1d34c977, host hv-cinder-83752, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:57:08.880991 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] For port 01d3dcf0-83c0-452f-83bd-a19c1d34c977, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=01d3dcf0-83c0-452f-83bd-a19c1d34c977,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:57:08.887426 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9325933'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.926233 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:08.926863 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:08.928286 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/01d3dcf0-83c0-452f-83bd-a19c1d34c977 HTTP/1.1" status: 200 len: 1094 time: 0.7289915 Apr 12 16:57:08.928725 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'tag': '01d3dcf0-83c0-452f-83bd-a19c1d34c977'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:57:08.931066 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463a965-940f-47e9-911c-392a5dab4107" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8c20ca-25df-46fe-9ab0-46fc6269db9a", "tag": "01d3dcf0-83c0-452f-83bd-a19c1d34c977"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:57:08.955226 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89019d0c-5465-40e1-8fc6-0fd07b46c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=01d3dcf0-83c0-452f-83bd-a19c1d34c977,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:08.975772 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0812b-8771-46d3-a780-06aab657bc72 x-openstack-request-id: req-72b0812b-8771-46d3-a780-06aab657bc72 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:57:08.976071 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8c20ca-25df-46fe-9ab0-46fc6269db9a", "tag": "01d3dcf0-83c0-452f-83bd-a19c1d34c977", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:57:08.976501 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72b0812b-8771-46d3-a780-06aab657bc72 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:57:08.976784 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b0812b-8771-46d3-a780-06aab657bc72'] response: {'name': 'network-changed', 'server_uuid': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'tag': '01d3dcf0-83c0-452f-83bd-a19c1d34c977', 'status': 'completed', 'code': 200} Apr 12 16:57:09.218984 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55302) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:09.321483 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7daf61ee-a0ee-4366-ba0e-46fa703772d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.399496 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7daf61ee-a0ee-4366-ba0e-46fa703772d7 admin admin] Publish callbacks [] for security_group (c5c9a8a1-dd90-4aba-b756-deb1ff47f21b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.403344 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7daf61ee-a0ee-4366-ba0e-46fa703772d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c5c9a8a1-dd90-4aba-b756-deb1ff47f21b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.441002 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7daf61ee-a0ee-4366-ba0e-46fa703772d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a50a89afcff46e1bf61a34ee50a8069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204044 Apr 12 16:57:09.442124 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf61ee-a0ee-4366-ba0e-46fa703772d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c9a8a1-dd90-4aba-b756-deb1ff47f21b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:09.443691 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55306) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:09.496918 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-485463e4-b82f-4d06-b247-20bb72478c04 admin admin] Publish callbacks [] for security_group (c5c9a8a1-dd90-4aba-b756-deb1ff47f21b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.518398 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-485463e4-b82f-4d06-b247-20bb72478c04 admin admin] Publish callbacks [] for security_group (c5c9a8a1-dd90-4aba-b756-deb1ff47f21b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.564893 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-485463e4-b82f-4d06-b247-20bb72478c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c5c9a8a1-dd90-4aba-b756-deb1ff47f21b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.567502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-485463e4-b82f-4d06-b247-20bb72478c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.568691 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-485463e4-b82f-4d06-b247-20bb72478c04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5c9a8a1-dd90-4aba-b756-deb1ff47f21b HTTP/1.1" status: 204 len: 168 time: 0.1239579 Apr 12 16:57:09.576201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485463e4-b82f-4d06-b247-20bb72478c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c9a8a1-dd90-4aba-b756-deb1ff47f21b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:09.747335 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f373d-f17c-4274-8039-ad9a627eb9b6 req-48ac9ec3-a2c6-43e9-a9da-38ef570114b2 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:09.748847 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-215f373d-f17c-4274-8039-ad9a627eb9b6 req-48ac9ec3-a2c6-43e9-a9da-38ef570114b2 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 944 time: 0.0506759 Apr 12 16:57:09.799063 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-215f373d-f17c-4274-8039-ad9a627eb9b6 req-c154ce23-6151-42e1-aba6-41f6feb315f0 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Apr 12 16:57:09.840237 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55318) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:09.853353 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e9911b9-bef3-4183-9145-faf17b99c068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.926466 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e9911b9-bef3-4183-9145-faf17b99c068 admin admin] Publish callbacks [] for security_group (65f07a2a-ac22-4ed2-b1c9-33b9995bb483), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.929864 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6e9911b9-bef3-4183-9145-faf17b99c068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (65f07a2a-ac22-4ed2-b1c9-33b9995bb483), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:09.967185 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6e9911b9-bef3-4183-9145-faf17b99c068 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d8c3386570345ddac3caacc02812904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258557 Apr 12 16:57:09.969053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9911b9-bef3-4183-9145-faf17b99c068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f07a2a-ac22-4ed2-b1c9-33b9995bb483,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:09.969964 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55320) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:10.018155 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3030029d-f694-4efe-9078-24da07b8e6d1 admin admin] Publish callbacks [] for security_group (65f07a2a-ac22-4ed2-b1c9-33b9995bb483), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:10.041810 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3030029d-f694-4efe-9078-24da07b8e6d1 admin admin] Publish callbacks [] for security_group (65f07a2a-ac22-4ed2-b1c9-33b9995bb483), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:10.089268 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3030029d-f694-4efe-9078-24da07b8e6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (65f07a2a-ac22-4ed2-b1c9-33b9995bb483), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:10.091878 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3030029d-f694-4efe-9078-24da07b8e6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:10.093017 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3030029d-f694-4efe-9078-24da07b8e6d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65f07a2a-ac22-4ed2-b1c9-33b9995bb483 HTTP/1.1" status: 204 len: 168 time: 0.1219625 Apr 12 16:57:10.107781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030029d-f694-4efe-9078-24da07b8e6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f07a2a-ac22-4ed2-b1c9-33b9995bb483,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:10.254824 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:57:10.913222 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26c4e8-7b78-4fd0-8796-0be950f1a5c5 req-e23e9721-081a-4afb-98bd-b2d288ad96b4 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:10.914697 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c26c4e8-7b78-4fd0-8796-0be950f1a5c5 req-e23e9721-081a-4afb-98bd-b2d288ad96b4 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 944 time: 0.0482163 Apr 12 16:57:10.962090 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1c26c4e8-7b78-4fd0-8796-0be950f1a5c5 req-5dff7366-b15d-4452-821c-6dc2887a19e1 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Apr 12 16:57:11.314611 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a965-940f-47e9-911c-392a5dab4107 req-0915cae7-9e86-4a71-9748-fd3f22acdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:11.316152 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a463a965-940f-47e9-911c-392a5dab4107 req-0915cae7-9e86-4a71-9748-fd3f22acdaeb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8f62b4dc997416daf08f5613cd99252&device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 1128 time: 0.0404081 Apr 12 16:57:11.504882 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a965-940f-47e9-911c-392a5dab4107 req-d523518d-a6a9-4b18-a282-ba08bd55f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:11.506729 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a463a965-940f-47e9-911c-392a5dab4107 req-d523518d-a6a9-4b18-a282-ba08bd55f5ec service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f8f62b4dc997416daf08f5613cd99252&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1759095 Apr 12 16:57:11.700964 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a965-940f-47e9-911c-392a5dab4107 req-e69c4b3c-65fa-458b-8d6c-a26f1291403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:11.702652 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a463a965-940f-47e9-911c-392a5dab4107 req-e69c4b3c-65fa-458b-8d6c-a26f1291403f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1894774 Apr 12 16:57:11.859581 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-5a502272-323f-4571-bc5c-30de2306b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:11.861820 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-5a502272-323f-4571-bc5c-30de2306b7ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8f62b4dc997416daf08f5613cd99252&device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 1128 time: 0.0488226 Apr 12 16:57:12.233473 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-d0170013-a1ad-442f-b798-044f47ec5f36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01d3dcf0-83c0-452f-83bd-a19c1d34c977 HTTP/1.1" status: 200 len: 217 time: 0.3462317 Apr 12 16:57:12.309201 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645d17e-60b6-4760-8be5-78579f314f4d req-a91735cb-8545-47e1-930e-7f1c95854247 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:12.311332 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3645d17e-60b6-4760-8be5-78579f314f4d req-a91735cb-8545-47e1-930e-7f1c95854247 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 944 time: 0.0804722 Apr 12 16:57:12.337358 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-f78847b6-c7f6-479d-a225-b86ea466e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:12.338819 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-f78847b6-c7f6-479d-a225-b86ea466e4c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27b309f1-39c2-4e36-bd23-230c595e4d76 HTTP/1.1" status: 200 len: 853 time: 0.0963264 Apr 12 16:57:12.382169 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-d5e8fe3b-5e69-4a78-b067-fc390af0dc20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360339 Apr 12 16:57:12.404929 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3645d17e-60b6-4760-8be5-78579f314f4d req-589928ed-929e-42a6-85d6-8d90eec32212 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867672 Apr 12 16:57:12.479127 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-ce561785-e488-4cd2-9ecb-0c7f8f14264c service neutron] 10.222.0.49 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895908 Apr 12 16:57:12.570801 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-baeeb87c-a042-4ce3-bc6f-6a6faaa4a006 req-cdc7c167-fa43-4136-a566-8c9c0a8bb9b4 service neutron] 10.222.0.49 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856378 Apr 12 16:57:12.687040 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:13.516303 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58916eac-2f09-45f7-b20c-2c47d5c80340 req-313a4163-e978-4c56-ae06-836147a2756e tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:13.518391 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58916eac-2f09-45f7-b20c-2c47d5c80340 req-313a4163-e978-4c56-ae06-836147a2756e tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 944 time: 0.0466261 Apr 12 16:57:13.566793 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-58916eac-2f09-45f7-b20c-2c47d5c80340 req-63803cd3-86a4-4727-ae16-1dd2c1c4b61b tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Apr 12 16:57:14.361502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55426) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:14.465063 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36124bf8-843d-455e-86a0-9aa60af79ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:14.541701 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36124bf8-843d-455e-86a0-9aa60af79ffd admin admin] Publish callbacks [] for security_group (4730aeda-9bb3-4be8-9729-c51b232a116b), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:14.545177 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-36124bf8-843d-455e-86a0-9aa60af79ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (4730aeda-9bb3-4be8-9729-c51b232a116b), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:14.583042 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-36124bf8-843d-455e-86a0-9aa60af79ffd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6277eb18601b4575a0a12a93213125b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204742 Apr 12 16:57:14.583915 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36124bf8-843d-455e-86a0-9aa60af79ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4730aeda-9bb3-4be8-9729-c51b232a116b,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:14.585707 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55430) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:14.636556 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd90e053-48ba-4968-a137-d887422d18b8 admin admin] Publish callbacks [] for security_group (4730aeda-9bb3-4be8-9729-c51b232a116b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:14.661888 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd90e053-48ba-4968-a137-d887422d18b8 admin admin] Publish callbacks [] for security_group (4730aeda-9bb3-4be8-9729-c51b232a116b), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:14.683880 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e81a7-2dd7-479d-8a80-9c24f05bd9ff req-f5555e0d-459a-4033-82fa-d436a4f624a6 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:14.685367 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a48e81a7-2dd7-479d-8a80-9c24f05bd9ff req-f5555e0d-459a-4033-82fa-d436a4f624a6 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 944 time: 0.0514371 Apr 12 16:57:14.709171 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd90e053-48ba-4968-a137-d887422d18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (4730aeda-9bb3-4be8-9729-c51b232a116b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:14.712024 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-dd90e053-48ba-4968-a137-d887422d18b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:14.713170 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-dd90e053-48ba-4968-a137-d887422d18b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4730aeda-9bb3-4be8-9729-c51b232a116b HTTP/1.1" status: 204 len: 168 time: 0.1264875 Apr 12 16:57:14.724611 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90e053-48ba-4968-a137-d887422d18b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4730aeda-9bb3-4be8-9729-c51b232a116b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:14.752104 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a48e81a7-2dd7-479d-8a80-9c24f05bd9ff req-296f249a-3ca9-4f04-b8df-9e8ac5e6c879 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Apr 12 16:57:15.871804 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c24711-6982-4b0c-a919-05e19bb20b40 req-890f03c2-3576-4caa-a494-348f8b0350e7 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:15.873466 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1c24711-6982-4b0c-a919-05e19bb20b40 req-890f03c2-3576-4caa-a494-348f8b0350e7 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 944 time: 0.0506642 Apr 12 16:57:15.902149 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 01d3dcf0-83c0-452f-83bd-a19c1d34c977 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:57:15.921584 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d1c24711-6982-4b0c-a919-05e19bb20b40 req-8bf9a678-bc35-4a79-9098-91efa9b8cec9 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Apr 12 16:57:16.010831 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 01d3dcf0-83c0-452f-83bd-a19c1d34c977, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=01d3dcf0-83c0-452f-83bd-a19c1d34c977,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:16.023643 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '01d3dcf0-83c0-452f-83bd-a19c1d34c977', 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58', 'port_id': '01d3dcf0-83c0-452f-83bd-a19c1d34c977', 'mac_address': 'fa:16:3e:97:f5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b309f1-39c2-4e36-bd23-230c595e4d76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:57:16.066093 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:57:16.067826 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:16.093246 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d3dcf0-83c0-452f-83bd-a19c1d34c977 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:57:16.123437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 01d3dcf0-83c0-452f-83bd-a19c1d34c977, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=01d3dcf0-83c0-452f-83bd-a19c1d34c977,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:16.129310 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:16.184488 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=01d3dcf0-83c0-452f-83bd-a19c1d34c977,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:16.458516 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d1301-d957-45e4-84ef-5b519764d5d5 req-ead2b3c5-460c-49f0-bdc0-64e83b84be5c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:16.460124 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6a2d1301-d957-45e4-84ef-5b519764d5d5 req-ead2b3c5-460c-49f0-bdc0-64e83b84be5c tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0612020 Apr 12 16:57:16.489632 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['01d3dcf0-83c0-452f-83bd-a19c1d34c977'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:57:16.536390 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6a2d1301-d957-45e4-84ef-5b519764d5d5 req-8e981e1c-0805-41a6-9a0a-fa7b3b2eb374 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695481 Apr 12 16:57:17.035579 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173ebad-7dc3-463b-997b-f77bef20ecca req-dd7a2885-6d2f-4e60-90a3-7bb747bfd34e tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:17.037033 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1173ebad-7dc3-463b-997b-f77bef20ecca req-dd7a2885-6d2f-4e60-90a3-7bb747bfd34e tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 945 time: 0.0462656 Apr 12 16:57:17.083123 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1173ebad-7dc3-463b-997b-f77bef20ecca req-a76929e0-4dba-4995-ad4e-0ff43e11c7e3 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Apr 12 16:57:17.670338 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7fd28-73f4-44e0-9286-b1a69d172768 req-83145843-fa0d-4103-828c-4132524b8bb8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:17.671849 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b2e7fd28-73f4-44e0-9286-b1a69d172768 req-83145843-fa0d-4103-828c-4132524b8bb8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0486529 Apr 12 16:57:17.723414 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b2e7fd28-73f4-44e0-9286-b1a69d172768 req-fdeb4221-286c-4227-a356-c10f9a33be86 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448322 Apr 12 16:57:18.193015 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cad803-0287-4a0e-822b-fe33a56509b9 req-c35c1a37-15fa-465e-90b9-50f91c9963a8 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:18.194473 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8cad803-0287-4a0e-822b-fe33a56509b9 req-c35c1a37-15fa-465e-90b9-50f91c9963a8 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 945 time: 0.0457880 Apr 12 16:57:18.239444 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8cad803-0287-4a0e-822b-fe33a56509b9 req-664a4070-dff5-471e-b063-b5c355518e34 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Apr 12 16:57:18.844607 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f375751-1765-4b73-bcdf-0172b47ac529 req-4f5e574c-86fa-40e3-b7dc-3d0e83b676b9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:18.846812 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f375751-1765-4b73-bcdf-0172b47ac529 req-4f5e574c-86fa-40e3-b7dc-3d0e83b676b9 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0501313 Apr 12 16:57:18.900538 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6f375751-1765-4b73-bcdf-0172b47ac529 req-edb14d07-2816-4403-b7f7-5d624a9835b5 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476539 Apr 12 16:57:19.355631 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2cf6f-64d7-4868-b37f-e737c12a977f req-a4500e76-4e45-4445-bbc0-e6532ebfc0b2 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:19.357094 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6cc2cf6f-64d7-4868-b37f-e737c12a977f req-a4500e76-4e45-4445-bbc0-e6532ebfc0b2 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 945 time: 0.0518818 Apr 12 16:57:19.403536 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6cc2cf6f-64d7-4868-b37f-e737c12a977f req-9abfdcca-92a2-4a64-bf69-06ab5cbe2c67 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Apr 12 16:57:19.963950 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 01d3dcf0-83c0-452f-83bd-a19c1d34c977 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:57:20.009689 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:57:20.017264 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:57:20.017779 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.022406 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd55049-d189-47bf-9b23-1a7cd534f8a7 req-090f7e66-bef5-4397-97a6-33eb7ce002fd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:20.023968 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcd55049-d189-47bf-9b23-1a7cd534f8a7 req-090f7e66-bef5-4397-97a6-33eb7ce002fd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0473588 Apr 12 16:57:20.077846 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bcd55049-d189-47bf-9b23-1a7cd534f8a7 req-12df5094-25d0-4619-b626-9f49ad687b6d tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ca90f6-07ff-424d-9340-9404e75c1939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467868 Apr 12 16:57:20.114035 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:57:20.114454 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.138318 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d3dcf0-83c0-452f-83bd-a19c1d34c977'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:57:20.140538 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218a6c2-5829-4091-843e-44fbe90ade46" -d '{"events": [{"server_uuid": "fd8c20ca-25df-46fe-9ab0-46fc6269db9a", "name": "network-vif-plugged", "status": "completed", "tag": "01d3dcf0-83c0-452f-83bd-a19c1d34c977"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:57:20.157052 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 01d3dcf0-83c0-452f-83bd-a19c1d34c977, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=01d3dcf0-83c0-452f-83bd-a19c1d34c977,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:20.164167 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.193891 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9f630b-b8d6-4c77-9b78-e0320ac4430e x-openstack-request-id: req-bb9f630b-b8d6-4c77-9b78-e0320ac4430e {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:57:20.194190 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8c20ca-25df-46fe-9ab0-46fc6269db9a", "name": "network-vif-plugged", "status": "completed", "tag": "01d3dcf0-83c0-452f-83bd-a19c1d34c977", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:57:20.194447 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb9f630b-b8d6-4c77-9b78-e0320ac4430e {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:57:20.194839 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9f630b-b8d6-4c77-9b78-e0320ac4430e'] response: {'server_uuid': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d3dcf0-83c0-452f-83bd-a19c1d34c977', 'code': 200} Apr 12 16:57:20.203470 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-b591c6a5-8ba8-4a97-9da8-2edea5a25749 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:20.205505 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-b591c6a5-8ba8-4a97-9da8-2edea5a25749 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 946 time: 0.0690625 Apr 12 16:57:20.222490 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=01d3dcf0-83c0-452f-83bd-a19c1d34c977,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:20.326757 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Deleting port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:20.327140 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.432420 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] For port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:20.433028 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.441434 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb27237-54a7-453f-9f8b-33ca3b1cf974 req-a1e9495c-874b-4aea-964e-59a910b5c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:20.444880 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9eb27237-54a7-453f-9f8b-33ca3b1cf974 req-a1e9495c-874b-4aea-964e-59a910b5c5a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 1130 time: 0.0600507 Apr 12 16:57:20.491916 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-9eb27237-54a7-453f-9f8b-33ca3b1cf974 req-f80a7f65-cbae-4802-86d4-8df4a51b1430 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Apr 12 16:57:20.578860 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41408638-e6e8-4a8a-b683-919a07d230b4 req-46e17ff5-d2a5-4cbd-bdfa-1ace5f9201e3 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:20.580982 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41408638-e6e8-4a8a-b683-919a07d230b4 req-46e17ff5-d2a5-4cbd-bdfa-1ace5f9201e3 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 946 time: 0.0925555 Apr 12 16:57:20.680637 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-41408638-e6e8-4a8a-b683-919a07d230b4 req-126fd381-0051-4f54-95b0-8ab4f3adf874 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921412 Apr 12 16:57:20.691482 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.691863 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (399961f2-e760-4de4-9390-315417f67626), after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.692189 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Floating IP 399961f2-e760-4de4-9390-315417f67626 disassociated. External IP: 172.27.3.135, port: 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee. Apr 12 16:57:20.692541 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Calling delete_port for 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:20.839203 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (1ffd6bb3-65a2-4b19-900e-a62c70eb98ee), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:20.875299 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event deleted for resources: {'Port': ['ID=1ffd6bb3-65a2-4b19-900e-a62c70eb98ee,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:20.886058 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.886413 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.886756 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.887768 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.887768 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.887934 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.888147 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.888479 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.888880 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.889250 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.889509 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.889859 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.890188 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.890513 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:20.890844 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:57:21.004275 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Router e681618b-f086-45a2-a686-d3fee66f0071 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:57:21.122372 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:57:21.132607 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] Sync routers for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:57:21.142870 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:21.143461 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:21.174092 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] No DVR routers for this DVR port 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee on host hv-cinder-83752 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:21.182658 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:21.185885 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9cb6cd1e-cbc9-4b60-b780-9d242b7d5a28 req-a6da5de7-4db1-4ad7-bd10-e2bd8c980bf8 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.49 "DELETE /v2.0/ports/1ffd6bb3-65a2-4b19-900e-a62c70eb98ee HTTP/1.1" status: 204 len: 173 time: 0.9560833 Apr 12 16:57:21.187502 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-deleted', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:57:21.189892 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e295a8-61b8-431d-aae4-e0024804690c" -d '{"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-deleted", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:57:21.209543 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-21fe5526-5a5f-4849-b608-39cf8e838b05 req-ad55e23e-930a-429f-a115-547080eaebbd tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 210 time: 0.0380116 Apr 12 16:57:21.244496 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6da7f-d07f-44cf-ab69-1da90011407e x-openstack-request-id: req-34d6da7f-d07f-44cf-ab69-1da90011407e {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:57:21.244867 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a", "name": "network-vif-deleted", "tag": "1ffd6bb3-65a2-4b19-900e-a62c70eb98ee", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:57:21.245212 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34d6da7f-d07f-44cf-ab69-1da90011407e {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:57:21.245691 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d6da7f-d07f-44cf-ab69-1da90011407e'] response: {'server_uuid': '1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a', 'name': 'network-vif-deleted', 'tag': '1ffd6bb3-65a2-4b19-900e-a62c70eb98ee', 'status': 'completed', 'code': 200} Apr 12 16:57:21.282784 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:21.491762 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:21.521880 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] Checking router: e681618b-f086-45a2-a686-d3fee66f0071 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:57:21.530098 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:21.530640 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:56:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:21.638018 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:21.816979 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bf4c3-35e5-4033-a6f9-59c29be1e807 req-adcf9129-f7c6-4e3b-af57-440eb4e28c30 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:21.818388 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-575bf4c3-35e5-4033-a6f9-59c29be1e807 req-adcf9129-f7c6-4e3b-af57-440eb4e28c30 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 946 time: 0.0494936 Apr 12 16:57:21.837602 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:21.866736 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7e841-11b9-4dc3-8054-8c587592630e None None] The sync data for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi is: [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:50:05Z', 'revision_number': 4, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': 'c175bf22-c159-46ae-8487-cfdb4232b9b4', 'name': '', 'network_id': '81575361-a873-4c78-99bf-1c98b2aa1f17', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'mac_address': 'fa:16:3e:39:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9c184ff4-106e-45a4-acd6-38988f568359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:50:00Z', 'updated_at': '2022-04-12T16:50:14Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'subnets': [{'id': '9c184ff4-106e-45a4-acd6-38988f568359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:57:21.872503 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-575bf4c3-35e5-4033-a6f9-59c29be1e807 req-c433e024-02ef-4e54-9bf7-d7ebe5071a26 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481808 Apr 12 16:57:22.126156 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2fa79-d3ca-4143-8107-ee1d3529ca45 None None] New status for floating IP 399961f2-e760-4de4-9390-315417f67626: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:57:22.304492 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-955862ac-3e5f-46b8-8aea-32cf320afa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:22.346872 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-14f1ef01-030e-47e5-8fca-2649ba17533e req-42d82081-9b63-4ed0-aa75-7e20414c0d9e tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 210 time: 0.0280585 Apr 12 16:57:23.000865 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebbb57-9dca-4d54-806c-71b980346924 req-0a2c5d32-725d-46b9-b8e3-959844c9a15f tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:23.002854 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7ebbb57-9dca-4d54-806c-71b980346924 req-0a2c5d32-725d-46b9-b8e3-959844c9a15f tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 946 time: 0.0543721 Apr 12 16:57:23.052805 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c7ebbb57-9dca-4d54-806c-71b980346924 req-b800eb92-5a07-4a59-8e59-2240dee9fea8 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Apr 12 16:57:23.474006 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0ce12e88-6ebf-43c8-99da-153563c3ce9e req-7ac5b555-c80f-4718-9ce3-a58af016f6f6 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e7dab26-8af3-4abe-b89f-ea8d9ebdd88a HTTP/1.1" status: 200 len: 210 time: 0.0348608 Apr 12 16:57:24.576875 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55702) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:24.650523 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25c69c44-f33d-4154-8c7d-f20c7fb27aca tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (25ca90f6-07ff-424d-9340-9404e75c1939), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.674204 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25c69c44-f33d-4154-8c7d-f20c7fb27aca tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (25ca90f6-07ff-424d-9340-9404e75c1939), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.723780 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25c69c44-f33d-4154-8c7d-f20c7fb27aca tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (25ca90f6-07ff-424d-9340-9404e75c1939), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.726383 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-25c69c44-f33d-4154-8c7d-f20c7fb27aca tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.727544 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-25c69c44-f33d-4154-8c7d-f20c7fb27aca tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "DELETE /v2.0/security-groups/25ca90f6-07ff-424d-9340-9404e75c1939 HTTP/1.1" status: 204 len: 168 time: 0.1496825 Apr 12 16:57:24.730381 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55704) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:24.737551 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c69c44-f33d-4154-8c7d-f20c7fb27aca tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca90f6-07ff-424d-9340-9404e75c1939,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:24.746406 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.api.v2.resource [None req-f48a4b94-b104-4213-80a7-1e074953f142 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] show failed (client error): The resource could not be found. Apr 12 16:57:24.747490 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f48a4b94-b104-4213-80a7-1e074953f142 tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "GET /v2.0/security-groups/25ca90f6-07ff-424d-9340-9404e75c1939 HTTP/1.1" status: 404 len: 347 time: 0.0160441 Apr 12 16:57:24.750264 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55706) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:24.866756 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Deleting port 35634677-ce5f-4ba4-84f1-464f1a727027 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:24.867135 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (35634677-ce5f-4ba4-84f1-464f1a727027), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.879705 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc4b7-642b-46a9-abe2-859fc6e59d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.957952 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (35634677-ce5f-4ba4-84f1-464f1a727027), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.958277 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (35634677-ce5f-4ba4-84f1-464f1a727027), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:24.970748 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Calling delete_port for 35634677-ce5f-4ba4-84f1-464f1a727027 owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:25.085477 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:25.107311 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:25.107678 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 1ffd6bb3-65a2-4b19-900e-a62c70eb98ee not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:25.107940 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (35634677-ce5f-4ba4-84f1-464f1a727027), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.135118 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Pushing event deleted for resources: {'Port': ['ID=35634677-ce5f-4ba4-84f1-464f1a727027,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:25.196881 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks [] for floatingip (399961f2-e760-4de4-9390-315417f67626), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.199435 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.200580 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-16830ef7-f85d-41d0-ab04-aed0c1fd494f tempest-AttachVolumeShelveTestJSON-40216796 tempest-AttachVolumeShelveTestJSON-40216796-project] 10.222.0.55 "DELETE /v2.0/floatingips/399961f2-e760-4de4-9390-315417f67626 HTTP/1.1" status: 204 len: 168 time: 0.4493947 Apr 12 16:57:25.332920 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55718) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:25.481662 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Deleting port f925bb73-e4a9-41f7-a78e-ce700f3d87ba {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:25.482011 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.564130 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.564468 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for floatingip (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.577098 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Calling delete_port for f925bb73-e4a9-41f7-a78e-ce700f3d87ba owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:25.770141 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (f925bb73-e4a9-41f7-a78e-ce700f3d87ba), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.793755 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event deleted for resources: {'Port': ['ID=f925bb73-e4a9-41f7-a78e-ce700f3d87ba,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:25.864268 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for floatingip (3d7ce534-5650-491e-8749-161f631448f2), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:25.864505 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Floating IP 3d7ce534-5650-491e-8749-161f631448f2 disassociated (deleted). External IP: 172.27.3.54, port: dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb. Apr 12 16:57:25.879248 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:26.080823 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Router 59dddadb-a931-4c21-b13e-94ae613ebdbe has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:57:26.191791 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:57:26.196690 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:26.201810 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] Sync routers for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:57:26.213048 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:26.213681 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:26.232235 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1f467988-c61c-453d-80c2-fbafe99fe3f5 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "DELETE /v2.0/floatingips/3d7ce534-5650-491e-8749-161f631448f2 HTTP/1.1" status: 204 len: 168 time: 0.8982968 Apr 12 16:57:26.232875 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:57:26.235157 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e21bf-20ac-42c2-a3da-b1d43246be69" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:57:26.277792 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd63b94b-3917-41be-8224-8e990aa53cfe x-openstack-request-id: req-cd63b94b-3917-41be-8224-8e990aa53cfe {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:57:26.277792 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:57:26.277792 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd63b94b-3917-41be-8224-8e990aa53cfe {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:57:26.277792 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd63b94b-3917-41be-8224-8e990aa53cfe'] response: {'name': 'network-changed', 'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'status': 'completed', 'code': 200} Apr 12 16:57:26.337014 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:26.408654 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-1ed53e46-f25b-41b6-ac90-f191c01154d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:26.410310 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-1ed53e46-f25b-41b6-ac90-f191c01154d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39cebc45ffb54de6be832838f1d28789&device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 1130 time: 0.0814528 Apr 12 16:57:26.588563 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:18Z', 'revision_number': 5, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:26.619183 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] Checking router: 59dddadb-a931-4c21-b13e-94ae613ebdbe for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:57:26.628268 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:26.628927 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:26.740388 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f5a78-7cb5-4d8d-879c-7bf47537f85f req-97f52713-c2c2-4b1f-b831-99f96825aa8a tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:26.742123 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-003f5a78-7cb5-4d8d-879c-7bf47537f85f req-97f52713-c2c2-4b1f-b831-99f96825aa8a tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0480525 Apr 12 16:57:26.751602 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:26.800693 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-003f5a78-7cb5-4d8d-879c-7bf47537f85f req-48ddff4c-1a3a-4487-9219-140713c9215c tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524535 Apr 12 16:57:27.050176 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:18Z', 'revision_number': 5, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:27.078844 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc6102c-f952-4db5-9d3b-b532e80c95f9 None None] The sync data for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi is: [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:52:11Z', 'revision_number': 4, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617', 'name': '', 'network_id': '0e4683a3-a2b1-4262-bfba-200b824f2564', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'mac_address': 'fa:16:3e:0e:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:10Z', 'updated_at': '2022-04-12T16:52:18Z', 'revision_number': 5, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'subnets': [{'id': 'eceded3d-1957-43d9-a3a8-d86152a1d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:57:27.312815 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8f83ca-c707-43c8-aafa-b438f31f8d6c None None] New status for floating IP 3d7ce534-5650-491e-8749-161f631448f2: DOWN {{(pid=109991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:57:27.388736 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:27.721167 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55796) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:27.806435 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-b7e00646-f536-4c12-9f43-d975ba2f9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:27.808074 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-b7e00646-f536-4c12-9f43-d975ba2f9063 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 200 len: 910 time: 0.1149855 Apr 12 16:57:27.942504 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-6f20be84-d225-421d-bd95-42b0abe70880 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 200 len: 217 time: 0.0390787 Apr 12 16:57:27.953347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826fd9b-ff01-4c35-aa68-9759d0ec02c2 req-a60b9060-8f60-479a-87dc-4b49bbdf311f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:27.955227 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a826fd9b-ff01-4c35-aa68-9759d0ec02c2 req-a60b9060-8f60-479a-87dc-4b49bbdf311f tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0840054 Apr 12 16:57:28.026056 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-e11f3669-a13f-42dc-a625-205217b9e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:28.027569 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-e11f3669-a13f-42dc-a625-205217b9e0d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 200 len: 847 time: 0.0712469 Apr 12 16:57:28.040940 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a826fd9b-ff01-4c35-aa68-9759d0ec02c2 req-7084efc1-2f15-4293-895f-680d059709d2 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770702 Apr 12 16:57:28.467844 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (e681618b-f086-45a2-a686-d3fee66f0071), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:28.694409 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Deleting port c175bf22-c159-46ae-8487-cfdb4232b9b4 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:28.694745 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:28.774727 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] For port c175bf22-c159-46ae-8487-cfdb4232b9b4, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c175bf22-c159-46ae-8487-cfdb4232b9b4,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:28.775340 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:28.788118 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Calling delete_port for c175bf22-c159-46ae-8487-cfdb4232b9b4 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:28.966814 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (c175bf22-c159-46ae-8487-cfdb4232b9b4), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:28.973733 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:28.994008 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c175bf22-c159-46ae-8487-cfdb4232b9b4,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:29.173757 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7dede-25f2-43aa-83bb-f9b23b03e518 req-adfe7deb-b7fc-4c71-b3f8-3b2ca36f9c2d tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:29.175529 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a3f7dede-25f2-43aa-83bb-f9b23b03e518 req-adfe7deb-b7fc-4c71-b3f8-3b2ca36f9c2d tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0548031 Apr 12 16:57:29.192381 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (e681618b-f086-45a2-a686-d3fee66f0071), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:29.231467 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a3f7dede-25f2-43aa-83bb-f9b23b03e518 req-bc5092aa-153c-4607-ada0-d6c294ec4ceb tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484858 Apr 12 16:57:29.422070 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Router e681618b-f086-45a2-a686-d3fee66f0071 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:57:29.537540 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:57:29.542535 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-0c0655f4-a013-42a0-9372-9df37ca39a5d admin admin] 10.222.0.55 "PUT /v2.0/routers/e681618b-f086-45a2-a686-d3fee66f0071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203042 Apr 12 16:57:29.545639 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55832) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:29.546740 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] Sync routers for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:57:29.557903 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:29.558660 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:29.654200 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks [] for router (e681618b-f086-45a2-a686-d3fee66f0071), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:29.665340 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:29.770713 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks [] for router_gateway (e681618b-f086-45a2-a686-d3fee66f0071), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:29.815889 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Deleting port ba64af1e-7139-4868-814c-8c8a57c2d4ef {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:29.816228 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:29.835818 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:57:28Z', 'revision_number': 5, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port': {'id': 'ba64af1e-7139-4868-814c-8c8a57c2d4ef', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:49:49Z', 'updated_at': '2022-04-12T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:29.866861 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] Checking router: e681618b-f086-45a2-a686-d3fee66f0071 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:57:29.875487 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] Routers {'e681618b-f086-45a2-a686-d3fee66f0071'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:29.876098 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['e681618b-f086-45a2-a686-d3fee66f0071'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:29.898884 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] For port ba64af1e-7139-4868-814c-8c8a57c2d4ef, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=ba64af1e-7139-4868-814c-8c8a57c2d4ef,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:29.899270 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:29.916528 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Calling delete_port for ba64af1e-7139-4868-814c-8c8a57c2d4ef owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:29.973851 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] Set router e681618b-f086-45a2-a686-d3fee66f0071 gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:30.047457 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:57:29Z', 'revision_number': 6, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:30.077635 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85afc8c1-4404-410f-8ba6-d5027580aae8 None None] The sync data for ids ['e681618b-f086-45a2-a686-d3fee66f0071'] in dv-cinder-837529-1-iscsi is: [{'id': 'e681618b-f086-45a2-a686-d3fee66f0071', 'name': 'tempest-AttachVolumeShelveTestJSON-1938991066-router', 'tenant_id': 'ef824b9ffd3845c385039cb871fc6deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:49:46Z', 'updated_at': '2022-04-12T16:57:29Z', 'revision_number': 6, 'project_id': 'ef824b9ffd3845c385039cb871fc6deb', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:57:30.097085 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (ba64af1e-7139-4868-814c-8c8a57c2d4ef), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.125313 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba64af1e-7139-4868-814c-8c8a57c2d4ef,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:30.185833 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (e681618b-f086-45a2-a686-d3fee66f0071), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.614283 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (e681618b-f086-45a2-a686-d3fee66f0071), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.618297 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks [] for router_controller (e681618b-f086-45a2-a686-d3fee66f0071), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.635955 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e13d7f-3260-45d9-8032-7cbc855edb71 req-b65f22cc-15f0-4527-952e-24df3e08a9d9 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:30.637447 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09e13d7f-3260-45d9-8032-7cbc855edb71 req-b65f22cc-15f0-4527-952e-24df3e08a9d9 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0562878 Apr 12 16:57:30.690117 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (e681618b-f086-45a2-a686-d3fee66f0071), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.690635 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e681618b-f086-45a2-a686-d3fee66f0071 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:57:30.699202 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.700327 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-30debcdd-572a-442d-9be6-72c98c486b51 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e681618b-f086-45a2-a686-d3fee66f0071 HTTP/1.1" status: 204 len: 168 time: 1.1536827 Apr 12 16:57:30.702808 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55850) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:30.760343 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09e13d7f-3260-45d9-8032-7cbc855edb71 req-a721f1df-9a2d-4670-bea9-000dd632f617 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935729 Apr 12 16:57:30.789870 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] Deleting subnet 9c184ff4-106e-45a4-acd6-38988f568359 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:57:30.814382 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] Publish callbacks [] for subnet (9c184ff4-106e-45a4-acd6-38988f568359), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.848396 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-69de282f-f8ad-4bc0-8a73-525b00a391ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:30.849935 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-69de282f-f8ad-4bc0-8a73-525b00a391ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e4683a3-a2b1-4262-bfba-200b824f2564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765624 Apr 12 16:57:30.861566 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (9c184ff4-106e-45a4-acd6-38988f568359), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:30.953812 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-6b988ec0-c723-4477-8ac8-0914d77bafb9 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:57:30.956550 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-6b988ec0-c723-4477-8ac8-0914d77bafb9 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.49 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 946 time: 0.0672584 Apr 12 16:57:31.035867 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-1fead202-66fd-452a-a40f-538f519ec515 service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496320 Apr 12 16:57:31.037029 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (9c184ff4-106e-45a4-acd6-38988f568359), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.059946 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Deleting port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:31.060326 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.167497 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (9c184ff4-106e-45a4-acd6-38988f568359), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.175127 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] For port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:31.175507 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.177464 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c175bf22-c159-46ae-8487-cfdb4232b9b4 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:31.180787 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1b9e21bf-20ac-42c2-a3da-b1d43246be69 req-940d84e7-3536-4ee3-86f5-56ba8ea33e7f service neutron] 10.222.0.49 "GET /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246669 Apr 12 16:57:31.191869 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Calling delete_port for dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:31.201589 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c184ff4-106e-45a4-acd6-38988f568359,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:31.205744 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.208039 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: c175bf22-c159-46ae-8487-cfdb4232b9b4 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:31.208395 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c175bf22-c159-46ae-8487-cfdb4232b9b4 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:31.208838 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device ba64af1e-7139-4868-814c-8c8a57c2d4ef no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:31.210923 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9b83f6ba-4085-4886-b507-79e14006e3f9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c184ff4-106e-45a4-acd6-38988f568359 HTTP/1.1" status: 204 len: 168 time: 0.5071056 Apr 12 16:57:31.213344 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55866) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:31.246621 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: ba64af1e-7139-4868-814c-8c8a57c2d4ef {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:31.247022 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device ba64af1e-7139-4868-814c-8c8a57c2d4ef not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:31.249849 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b472a2-9b2f-442d-a95c-15b8e38f34c0 None None] Network 81575361-a873-4c78-99bf-1c98b2aa1f17 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:57:31.301724 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (81575361-a873-4c78-99bf-1c98b2aa1f17), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.364441 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Deleting port 64e61232-51b9-4897-a20f-64d5b5eff298 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:31.364761 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.378523 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.425454 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event deleted for resources: {'Port': ['ID=dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:31.443635 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] For port 64e61232-51b9-4897-a20f-64d5b5eff298, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=64e61232-51b9-4897-a20f-64d5b5eff298,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:31.443986 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.447120 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] DHCP port deletion for 81575361-a873-4c78-99bf-1c98b2aa1f17 request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:57:31.462813 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Calling delete_port for 64e61232-51b9-4897-a20f-64d5b5eff298 owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:31.484307 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] No DVR routers for this DVR port dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:31.487979 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.492216 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-943c742f-831b-42b9-83ac-70abb2c65ba2 req-f2a3ef11-f7ba-4ff7-99ef-e68c2d75ad37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.49 "DELETE /v2.0/ports/dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb HTTP/1.1" status: 204 len: 173 time: 0.5308142 Apr 12 16:57:31.492732 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-deleted', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:57:31.495879 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3d5181-aeae-41dc-8fc8-f8197515101f" -d '{"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-deleted", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:57:31.514371 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] Deleting port 64e61232-51b9-4897-a20f-64d5b5eff298 {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:31.514747 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.545755 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bbd8d9-6dc2-4941-aa49-ef1bdea46fe6 x-openstack-request-id: req-84bbd8d9-6dc2-4941-aa49-ef1bdea46fe6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:57:31.546133 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d7c27-e32c-436f-b8bb-776e50a95a5f", "name": "network-vif-deleted", "tag": "dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:57:31.546492 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84bbd8d9-6dc2-4941-aa49-ef1bdea46fe6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:57:31.546875 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bbd8d9-6dc2-4941-aa49-ef1bdea46fe6'] response: {'server_uuid': 'f89d7c27-e32c-436f-b8bb-776e50a95a5f', 'name': 'network-vif-deleted', 'tag': 'dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb', 'status': 'completed', 'code': 200} Apr 12 16:57:31.588192 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] For port 64e61232-51b9-4897-a20f-64d5b5eff298, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=64e61232-51b9-4897-a20f-64d5b5eff298,segment=NetworkSegment(0d764cd9-8752-4649-b47a-f708f7c67b0c),segment_id=0d764cd9-8752-4649-b47a-f708f7c67b0c)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:31.588657 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.591743 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.606234 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] Calling delete_port for 64e61232-51b9-4897-a20f-64d5b5eff298 owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:31.629698 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e61232-51b9-4897-a20f-64d5b5eff298,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:31.631758 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] No DVR routers for this DVR port 64e61232-51b9-4897-a20f-64d5b5eff298 on host dv-cinder-837529-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:31.695542 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (64e61232-51b9-4897-a20f-64d5b5eff298), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.707942 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (81575361-a873-4c78-99bf-1c98b2aa1f17), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.721124 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] Pushing event deleted for resources: {'Port': ['ID=64e61232-51b9-4897-a20f-64d5b5eff298,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:31.724608 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3aaa9b-4ee4-49d8-82a7-25e97e9ee0d7 None None] No DVR routers for this DVR port 64e61232-51b9-4897-a20f-64d5b5eff298 on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:31.729515 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81575361-a873-4c78-99bf-1c98b2aa1f17']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:31.740811 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d764cd9-8752-4649-b47a-f708f7c67b0c') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:31.741124 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d764cd9-8752-4649-b47a-f708f7c67b0c') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:31.750961 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130153'] for segment (0d764cd9-8752-4649-b47a-f708f7c67b0c), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.769743 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (0d764cd9-8752-4649-b47a-f708f7c67b0c), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.776062 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:57:31.776459 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9325953'] for segment (0d764cd9-8752-4649-b47a-f708f7c67b0c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: timer() Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: self._notify() Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: event.method(event) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:57:31.778302 dv-cinder-837529-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:57:31.849039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (81575361-a873-4c78-99bf-1c98b2aa1f17), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.893782 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-1841566b-515b-40e5-aa62-c68e2b19ab1a req-4696402c-1d05-4912-8ecb-051155a3ce20 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "GET /v2.0/ports?device_id=f89d7c27-e32c-436f-b8bb-776e50a95a5f HTTP/1.1" status: 200 len: 210 time: 0.0516293 Apr 12 16:57:31.903033 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:31.906261 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] 10.222.0.55 "DELETE /v2.0/networks/81575361-a873-4c78-99bf-1c98b2aa1f17 HTTP/1.1" status: 204 len: 168 time: 0.6917768 Apr 12 16:57:31.908153 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979ebb-a004-4808-871d-c769fe98a488 admin admin] Pushing event deleted for resources: {'Network': ['ID=81575361-a873-4c78-99bf-1c98b2aa1f17,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:32.076542 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55888) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:32.128036 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-fe50a14c-5b82-40f1-a583-aa92d9d9caf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef824b9ffd3845c385039cb871fc6deb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473499 Apr 12 16:57:32.128376 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55894) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:32.191182 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af7a7934-19f3-4951-bdde-ed2cd2645d05 admin admin] Publish callbacks [] for security_group (c0f88c09-d561-4224-8b9d-220a7eb992b0), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:32.213165 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af7a7934-19f3-4951-bdde-ed2cd2645d05 admin admin] Publish callbacks [] for security_group (c0f88c09-d561-4224-8b9d-220a7eb992b0), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:32.265205 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af7a7934-19f3-4951-bdde-ed2cd2645d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c0f88c09-d561-4224-8b9d-220a7eb992b0), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:32.268822 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-af7a7934-19f3-4951-bdde-ed2cd2645d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:32.269962 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-af7a7934-19f3-4951-bdde-ed2cd2645d05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0f88c09-d561-4224-8b9d-220a7eb992b0 HTTP/1.1" status: 204 len: 168 time: 0.1405859 Apr 12 16:57:32.277621 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a7934-19f3-4951-bdde-ed2cd2645d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f88c09-d561-4224-8b9d-220a7eb992b0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:32.665956 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55924) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:32.789318 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:32.813243 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:32.814275 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device dcbe6c1a-3689-437f-80c6-6e9a55fbdbdb not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:32.828095 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f15d8dd-24cb-4f12-a629-b44d4543c0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:32.910594 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f15d8dd-24cb-4f12-a629-b44d4543c0b9 admin admin] Publish callbacks [] for security_group (6215cfeb-3265-4e10-825f-243108f16c30), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:32.915343 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-2f15d8dd-24cb-4f12-a629-b44d4543c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (6215cfeb-3265-4e10-825f-243108f16c30), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:32.972807 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55942) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:32.973410 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2f15d8dd-24cb-4f12-a629-b44d4543c0b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab63f8a54e0349b0ae851266b59af4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057508 Apr 12 16:57:32.973909 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15d8dd-24cb-4f12-a629-b44d4543c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6215cfeb-3265-4e10-825f-243108f16c30,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:33.001415 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55944) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:33.035764 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95fbb27d-6996-4d99-b2f0-b8271bebee20 admin admin] Publish callbacks [] for security_group (6215cfeb-3265-4e10-825f-243108f16c30), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.062792 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95fbb27d-6996-4d99-b2f0-b8271bebee20 admin admin] Publish callbacks [] for security_group (6215cfeb-3265-4e10-825f-243108f16c30), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.067955 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5711af70-ab14-4c84-b22f-aede06cc9d37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group (dcc931ab-3a42-4e3c-9ee0-e42e18333a6c), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.102207 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5711af70-ab14-4c84-b22f-aede06cc9d37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group (dcc931ab-3a42-4e3c-9ee0-e42e18333a6c), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.136651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95fbb27d-6996-4d99-b2f0-b8271bebee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (6215cfeb-3265-4e10-825f-243108f16c30), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.140601 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-95fbb27d-6996-4d99-b2f0-b8271bebee20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.142023 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-95fbb27d-6996-4d99-b2f0-b8271bebee20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6215cfeb-3265-4e10-825f-243108f16c30 HTTP/1.1" status: 204 len: 168 time: 0.1676373 Apr 12 16:57:33.153268 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbb27d-6996-4d99-b2f0-b8271bebee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6215cfeb-3265-4e10-825f-243108f16c30,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:33.215910 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5711af70-ab14-4c84-b22f-aede06cc9d37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (dcc931ab-3a42-4e3c-9ee0-e42e18333a6c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.221967 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 64e61232-51b9-4897-a20f-64d5b5eff298 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:33.222234 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5711af70-ab14-4c84-b22f-aede06cc9d37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.223830 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5711af70-ab14-4c84-b22f-aede06cc9d37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] 10.222.0.55 "DELETE /v2.0/security-groups/dcc931ab-3a42-4e3c-9ee0-e42e18333a6c HTTP/1.1" status: 204 len: 168 time: 0.2213752 Apr 12 16:57:33.246383 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711af70-ab14-4c84-b22f-aede06cc9d37 tempest-TestShelveInstance-594290264 tempest-TestShelveInstance-594290264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc931ab-3a42-4e3c-9ee0-e42e18333a6c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:33.272862 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 64e61232-51b9-4897-a20f-64d5b5eff298 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:33.273504 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 64e61232-51b9-4897-a20f-64d5b5eff298 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:33.290751 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 55958) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:33.602021 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55976) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:33.618980 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d34011f4-3f1f-49bf-aa3d-3c359d0c02bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.707648 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d34011f4-3f1f-49bf-aa3d-3c359d0c02bd admin admin] Publish callbacks [] for security_group (873cf0d3-6050-4206-8b7b-131b3e4da0c8), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.718115 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d34011f4-3f1f-49bf-aa3d-3c359d0c02bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (873cf0d3-6050-4206-8b7b-131b3e4da0c8), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.778354 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d34011f4-3f1f-49bf-aa3d-3c359d0c02bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fbf6daed0d04c8791465ef877e7f156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751070 Apr 12 16:57:33.779867 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 55980) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:33.788949 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34011f4-3f1f-49bf-aa3d-3c359d0c02bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873cf0d3-6050-4206-8b7b-131b3e4da0c8,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:33.837131 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31cbbae5-be86-4a00-8317-3f406d96b69f admin admin] Publish callbacks [] for security_group (873cf0d3-6050-4206-8b7b-131b3e4da0c8), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.843114 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (59dddadb-a931-4c21-b13e-94ae613ebdbe), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.861739 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31cbbae5-be86-4a00-8317-3f406d96b69f admin admin] Publish callbacks [] for security_group (873cf0d3-6050-4206-8b7b-131b3e4da0c8), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.921012 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31cbbae5-be86-4a00-8317-3f406d96b69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (873cf0d3-6050-4206-8b7b-131b3e4da0c8), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.924741 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31cbbae5-be86-4a00-8317-3f406d96b69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:33.926023 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-31cbbae5-be86-4a00-8317-3f406d96b69f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/873cf0d3-6050-4206-8b7b-131b3e4da0c8 HTTP/1.1" status: 204 len: 168 time: 0.1451542 Apr 12 16:57:33.947760 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbbae5-be86-4a00-8317-3f406d96b69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873cf0d3-6050-4206-8b7b-131b3e4da0c8,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:34.107004 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Deleting port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:34.107126 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.188646 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] For port 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:34.189578 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.209064 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Calling delete_port for 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 owned by network:router_interface {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:34.380005 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56004) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:34.416359 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.446077 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:34.582332 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9247f24a-6542-4408-9521-c8ff291ac62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.685875 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (59dddadb-a931-4c21-b13e-94ae613ebdbe), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.697256 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9247f24a-6542-4408-9521-c8ff291ac62d admin admin] Publish callbacks [] for security_group (99db07dc-cf33-4c2b-a0f9-83ff744cf79e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.707195 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-9247f24a-6542-4408-9521-c8ff291ac62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (99db07dc-cf33-4c2b-a0f9-83ff744cf79e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.756497 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-9247f24a-6542-4408-9521-c8ff291ac62d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce58f7c6ac774291a7244893aa610a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757422 Apr 12 16:57:34.760928 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56018) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:34.774768 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247f24a-6542-4408-9521-c8ff291ac62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99db07dc-cf33-4c2b-a0f9-83ff744cf79e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:34.816671 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b3c901a-63f4-455a-88c3-6bc48e98d28a admin admin] Publish callbacks [] for security_group (99db07dc-cf33-4c2b-a0f9-83ff744cf79e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.844140 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b3c901a-63f4-455a-88c3-6bc48e98d28a admin admin] Publish callbacks [] for security_group (99db07dc-cf33-4c2b-a0f9-83ff744cf79e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.897838 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b3c901a-63f4-455a-88c3-6bc48e98d28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (99db07dc-cf33-4c2b-a0f9-83ff744cf79e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.900520 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b3c901a-63f4-455a-88c3-6bc48e98d28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:34.901737 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1b3c901a-63f4-455a-88c3-6bc48e98d28a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99db07dc-cf33-4c2b-a0f9-83ff744cf79e HTTP/1.1" status: 204 len: 168 time: 0.1398382 Apr 12 16:57:34.910723 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c901a-63f4-455a-88c3-6bc48e98d28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db07dc-cf33-4c2b-a0f9-83ff744cf79e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:35.234502 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Router 59dddadb-a931-4c21-b13e-94ae613ebdbe has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:57:35.346645 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56038) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:35.353337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:57:35.359461 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-12b546c4-39ea-45da-9ee8-74224088db32 admin admin] 10.222.0.55 "PUT /v2.0/routers/59dddadb-a931-4c21-b13e-94ae613ebdbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0672503 Apr 12 16:57:35.361940 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996d4d42-92f4-4d6e-b1a1-8f55c0cb57d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.362671 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56040) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:35.366140 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] Sync routers for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:57:35.381231 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:35.382682 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:35.466294 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996d4d42-92f4-4d6e-b1a1-8f55c0cb57d1 admin admin] Publish callbacks [] for security_group (c7e902cb-f2db-4e3c-b3a2-5ca675e23408), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.472960 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-996d4d42-92f4-4d6e-b1a1-8f55c0cb57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c7e902cb-f2db-4e3c-b3a2-5ca675e23408), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.510908 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:35.526141 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d4d42-92f4-4d6e-b1a1-8f55c0cb57d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e902cb-f2db-4e3c-b3a2-5ca675e23408,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:35.530700 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-996d4d42-92f4-4d6e-b1a1-8f55c0cb57d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d61f9abf55ae4861b4e680ffcb2410b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826105 Apr 12 16:57:35.533985 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56044) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:35.554831 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks [] for router (59dddadb-a931-4c21-b13e-94ae613ebdbe), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.621325 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da04303d-bfce-4518-95fb-2f36f0dbff13 admin admin] Publish callbacks [] for security_group (c7e902cb-f2db-4e3c-b3a2-5ca675e23408), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.647028 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da04303d-bfce-4518-95fb-2f36f0dbff13 admin admin] Publish callbacks [] for security_group (c7e902cb-f2db-4e3c-b3a2-5ca675e23408), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.707849 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da04303d-bfce-4518-95fb-2f36f0dbff13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c7e902cb-f2db-4e3c-b3a2-5ca675e23408), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.708609 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:57:34Z', 'revision_number': 5, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port': {'id': '1909f724-baab-4fc9-a906-ad66e612b1dd', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ff:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:07Z', 'updated_at': '2022-04-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:35.715045 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-da04303d-bfce-4518-95fb-2f36f0dbff13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.715045 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-da04303d-bfce-4518-95fb-2f36f0dbff13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7e902cb-f2db-4e3c-b3a2-5ca675e23408 HTTP/1.1" status: 204 len: 168 time: 0.1758409 Apr 12 16:57:35.724798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04303d-bfce-4518-95fb-2f36f0dbff13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e902cb-f2db-4e3c-b3a2-5ca675e23408,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:35.751004 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks [] for router_gateway (59dddadb-a931-4c21-b13e-94ae613ebdbe), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.755252 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] Checking router: 59dddadb-a931-4c21-b13e-94ae613ebdbe for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:57:35.776354 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] Routers {'59dddadb-a931-4c21-b13e-94ae613ebdbe'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:35.778182 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['59dddadb-a931-4c21-b13e-94ae613ebdbe'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:35.806868 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Deleting port 1909f724-baab-4fc9-a906-ad66e612b1dd {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:35.807269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.901661 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] For port 1909f724-baab-4fc9-a906-ad66e612b1dd, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=1909f724-baab-4fc9-a906-ad66e612b1dd,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:35.902359 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:35.935150 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Calling delete_port for 1909f724-baab-4fc9-a906-ad66e612b1dd owned by network:router_gateway {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:36.029787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] Set router 59dddadb-a931-4c21-b13e-94ae613ebdbe gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:36.115253 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:57:35Z', 'revision_number': 6, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:36.152604 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e87eea6-0533-4645-899d-80c0e5e5ecf1 None None] The sync data for ids ['59dddadb-a931-4c21-b13e-94ae613ebdbe'] in dv-cinder-837529-1-iscsi is: [{'id': '59dddadb-a931-4c21-b13e-94ae613ebdbe', 'name': 'tempest-TestShelveInstance-929143444-router', 'tenant_id': '39cebc45ffb54de6be832838f1d28789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:06Z', 'updated_at': '2022-04-12T16:57:35Z', 'revision_number': 6, 'project_id': '39cebc45ffb54de6be832838f1d28789', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:57:36.180837 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (1909f724-baab-4fc9-a906-ad66e612b1dd), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.215798 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1909f724-baab-4fc9-a906-ad66e612b1dd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:36.295848 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (59dddadb-a931-4c21-b13e-94ae613ebdbe), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.400201 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (59dddadb-a931-4c21-b13e-94ae613ebdbe), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.402820 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks [] for router_controller (59dddadb-a931-4c21-b13e-94ae613ebdbe), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.461039 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (59dddadb-a931-4c21-b13e-94ae613ebdbe), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.461869 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59dddadb-a931-4c21-b13e-94ae613ebdbe {{(pid=109990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:57:36.467162 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.469336 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a5d68179-b2b6-471e-9751-d831fef4d3b7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/59dddadb-a931-4c21-b13e-94ae613ebdbe HTTP/1.1" status: 204 len: 168 time: 1.1045187 Apr 12 16:57:36.470911 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56084) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:36.531163 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] Deleting subnet eceded3d-1957-43d9-a3a8-d86152a1d878 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:57:36.534573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] Publish callbacks [] for subnet (eceded3d-1957-43d9-a3a8-d86152a1d878), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.590726 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653273'] for subnet (eceded3d-1957-43d9-a3a8-d86152a1d878), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.694811 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (eceded3d-1957-43d9-a3a8-d86152a1d878), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.765124 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8475761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9242222'] for subnet (eceded3d-1957-43d9-a3a8-d86152a1d878), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.794045 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eceded3d-1957-43d9-a3a8-d86152a1d878,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:36.796042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.799899 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ed16867c-2185-412b-98fc-77824d9a13ec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eceded3d-1957-43d9-a3a8-d86152a1d878 HTTP/1.1" status: 204 len: 168 time: 0.3280528 Apr 12 16:57:36.802355 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56098) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:36.806609 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab7278-3ef1-40bd-a5e1-d136182970c4 None None] Network 0e4683a3-a2b1-4262-bfba-200b824f2564 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:57:36.875442 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (0e4683a3-a2b1-4262-bfba-200b824f2564), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.922239 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Deleting port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:36.922585 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:36.979487 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] DHCP port deletion for 0e4683a3-a2b1-4262-bfba-200b824f2564 request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:57:37.004143 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] For port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:37.004575 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.018658 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Calling delete_port for 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:37.021292 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] Deleting port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:37.021683 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.104671 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] For port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,segment=NetworkSegment(497aace8-6837-47bc-80a6-74fb8187ef66),segment_id=497aace8-6837-47bc-80a6-74fb8187ef66)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:37.105089 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.120891 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] Calling delete_port for 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:37.127975 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.160450 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:37.179503 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] No DVR routers for this DVR port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed on host dv-cinder-837529-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:37.187956 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:37.231628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:37.231981 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:37.232716 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 1909f724-baab-4fc9-a906-ad66e612b1dd no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:37.259198 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 1909f724-baab-4fc9-a906-ad66e612b1dd {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:37.259775 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 1909f724-baab-4fc9-a906-ad66e612b1dd not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:37.260403 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:37.267111 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (0e4683a3-a2b1-4262-bfba-200b824f2564), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.288606 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:37.289053 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2a9431fe-d2f8-4ec4-8c22-5a3d3f4dd617 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:37.314655 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.319651 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4683a3-a2b1-4262-bfba-200b824f2564']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:37.331409 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497aace8-6837-47bc-80a6-74fb8187ef66') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:37.332185 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497aace8-6837-47bc-80a6-74fb8187ef66') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:37.347051 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (497aace8-6837-47bc-80a6-74fb8187ef66), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.361218 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] Pushing event deleted for resources: {'Port': ['ID=54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:37.363427 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (497aace8-6837-47bc-80a6-74fb8187ef66), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.369424 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a775732-9ac2-40c3-b548-30a272891fcc None None] No DVR routers for this DVR port 54c51d9d-a3b5-4f34-b2cb-ebdeeeeb21ed on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:37.379849 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:57:37.379849 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (497aace8-6837-47bc-80a6-74fb8187ef66), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:57:37.398341 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:57:37.442745 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (0e4683a3-a2b1-4262-bfba-200b824f2564), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.447962 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:37.454247 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] 10.222.0.55 "DELETE /v2.0/networks/0e4683a3-a2b1-4262-bfba-200b824f2564 HTTP/1.1" status: 204 len: 168 time: 0.6508460 Apr 12 16:57:37.454820 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56114) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:37.467817 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46fa78-1e0f-4e59-ae74-e192cbf48a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4683a3-a2b1-4262-bfba-200b824f2564,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:37.833755 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:38.134710 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Deleting port d169e145-b9d9-4e8e-bd4c-a185547174d5 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:38.135043 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:38.220068 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] For port d169e145-b9d9-4e8e-bd4c-a185547174d5, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=d169e145-b9d9-4e8e-bd4c-a185547174d5,segment=NetworkSegment(07eb081f-119f-4a34-a018-b933d6eedeef),segment_id=07eb081f-119f-4a34-a018-b933d6eedeef)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:38.220683 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:38.238010 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Calling delete_port for d169e145-b9d9-4e8e-bd4c-a185547174d5 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:38.452106 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (d169e145-b9d9-4e8e-bd4c-a185547174d5), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:38.478565 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Pushing event deleted for resources: {'Port': ['ID=d169e145-b9d9-4e8e-bd4c-a185547174d5,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:38.680258 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:38.897039 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56172) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:38.919561 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:57:39.012816 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1882be91-bf6b-41a1-88d7-c2d246ef734c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.039727 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:57:39.044781 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-51b92c6b-93c7-47e5-a351-6dee6edad268 admin admin] 10.222.0.55 "PUT /v2.0/routers/d2a5526b-a481-4b5e-8f71-53e6c18e5f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5883496 Apr 12 16:57:39.047326 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56180) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:39.051053 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] Sync routers for ids ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:57:39.064200 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] Routers {'d2a5526b-a481-4b5e-8f71-53e6c18e5f73'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:39.064951 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:39.138581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1882be91-bf6b-41a1-88d7-c2d246ef734c admin admin] Publish callbacks [] for security_group (4744444b-a336-4a23-bd0b-8e9adec5bd10), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.155183 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1882be91-bf6b-41a1-88d7-c2d246ef734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (4744444b-a336-4a23-bd0b-8e9adec5bd10), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.205168 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] Set router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:39.252266 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1882be91-bf6b-41a1-88d7-c2d246ef734c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=945054c764234aeba79bf3ebeb7f11d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540466 Apr 12 16:57:39.253534 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882be91-bf6b-41a1-88d7-c2d246ef734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4744444b-a336-4a23-bd0b-8e9adec5bd10,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:39.262555 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56192) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:39.297220 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks [] for router (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.358649 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7701d49b-434f-4c00-8455-d45f91774a64 admin admin] Publish callbacks [] for security_group (4744444b-a336-4a23-bd0b-8e9adec5bd10), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.427423 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:57:38Z', 'revision_number': 5, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:39.428873 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7701d49b-434f-4c00-8455-d45f91774a64 admin admin] Publish callbacks [] for security_group (4744444b-a336-4a23-bd0b-8e9adec5bd10), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.466589 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] Checking router: d2a5526b-a481-4b5e-8f71-53e6c18e5f73 for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:57:39.476767 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] Routers {'d2a5526b-a481-4b5e-8f71-53e6c18e5f73'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:57:39.477605 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:57:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:39.478557 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks [] for router_gateway (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.528756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7701d49b-434f-4c00-8455-d45f91774a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (4744444b-a336-4a23-bd0b-8e9adec5bd10), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.531655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-7701d49b-434f-4c00-8455-d45f91774a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.534110 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-7701d49b-434f-4c00-8455-d45f91774a64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4744444b-a336-4a23-bd0b-8e9adec5bd10 HTTP/1.1" status: 204 len: 168 time: 0.2691512 Apr 12 16:57:39.555206 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701d49b-434f-4c00-8455-d45f91774a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744444b-a336-4a23-bd0b-8e9adec5bd10,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:39.604169 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56216) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:39.635649 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] Set router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:57:39.963464 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-48281044-7732-45c4-bfc2-30c1c470d9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.964036 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Deleting port c95203a4-59dc-4007-80ca-fe8a9113ad81 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:39.964036 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:39.977231 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:57:38Z', 'revision_number': 5, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:40.016386 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447508ab-570c-4986-afe8-05dda08e48ec None None] The sync data for ids ['d2a5526b-a481-4b5e-8f71-53e6c18e5f73'] in dv-cinder-837529-1-iscsi is: [{'id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'name': 'tempest-TestShelveInstance-1197752837-router', 'tenant_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:52:15Z', 'updated_at': '2022-04-12T16:57:38Z', 'revision_number': 5, 'project_id': '3ea922d96a1b4dd0a6186179b1c607d9', 'gw_port': {'id': 'c95203a4-59dc-4007-80ca-fe8a9113ad81', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a5526b-a481-4b5e-8f71-53e6c18e5f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:52:16Z', 'updated_at': '2022-04-12T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:57:40.017750 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56226) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:40.036922 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-915fb2c6-5dbb-4787-a5b6-02bd7530f222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.091882 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] For port c95203a4-59dc-4007-80ca-fe8a9113ad81, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=c95203a4-59dc-4007-80ca-fe8a9113ad81,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:40.103185 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.118758 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-48281044-7732-45c4-bfc2-30c1c470d9cb admin admin] Publish callbacks [] for security_group (5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.119296 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Calling delete_port for c95203a4-59dc-4007-80ca-fe8a9113ad81 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:40.124049 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-48281044-7732-45c4-bfc2-30c1c470d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.184415 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-48281044-7732-45c4-bfc2-30c1c470d9cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8565b06ca7d426096122f8d2fdc7567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5790873 Apr 12 16:57:40.185140 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48281044-7732-45c4-bfc2-30c1c470d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:40.188103 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56228) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:40.195810 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-915fb2c6-5dbb-4787-a5b6-02bd7530f222 admin admin] Publish callbacks [] for security_group (0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.200272 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-915fb2c6-5dbb-4787-a5b6-02bd7530f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.241231 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-915fb2c6-5dbb-4787-a5b6-02bd7530f222 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=672a092b9edf4a9ab76a9c671f450eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224088 Apr 12 16:57:40.242495 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fb2c6-5dbb-4787-a5b6-02bd7530f222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:40.245095 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56230) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:40.294956 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8026df6-9f50-4b42-bfdc-188e5ea45a9f admin admin] Publish callbacks [] for security_group (0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.305448 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d6272f-3b22-4bbc-ba9b-f55266c5d4df admin admin] Publish callbacks [] for security_group (5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.320828 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8026df6-9f50-4b42-bfdc-188e5ea45a9f admin admin] Publish callbacks [] for security_group (0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.374013 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d6272f-3b22-4bbc-ba9b-f55266c5d4df admin admin] Publish callbacks [] for security_group (5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.383352 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8026df6-9f50-4b42-bfdc-188e5ea45a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.386276 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b8026df6-9f50-4b42-bfdc-188e5ea45a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.388132 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b8026df6-9f50-4b42-bfdc-188e5ea45a9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c HTTP/1.1" status: 204 len: 168 time: 0.1421342 Apr 12 16:57:40.399328 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8026df6-9f50-4b42-bfdc-188e5ea45a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9f8d0d-bfae-40e1-9cbd-8d222b6c5d8c,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:40.426478 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (c95203a4-59dc-4007-80ca-fe8a9113ad81), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.471759 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Pushing event deleted for resources: {'Port': ['ID=c95203a4-59dc-4007-80ca-fe8a9113ad81,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:40.575241 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d6272f-3b22-4bbc-ba9b-f55266c5d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.579015 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d1d6272f-3b22-4bbc-ba9b-f55266c5d4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.580203 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d1d6272f-3b22-4bbc-ba9b-f55266c5d4df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd HTTP/1.1" status: 204 len: 168 time: 0.3909814 Apr 12 16:57:40.598009 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6272f-3b22-4bbc-ba9b-f55266c5d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4221e3-4b39-4cd7-b3cb-393ffefbf2fd,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:40.602273 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.723693 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.726752 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks [] for router_controller (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.787248 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (d2a5526b-a481-4b5e-8f71-53e6c18e5f73), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.787788 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2a5526b-a481-4b5e-8f71-53e6c18e5f73 {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 16:57:40.803424 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.804643 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-524c710f-7156-4ae5-b3ef-9d1f4ed4330d admin admin] 10.222.0.55 "DELETE /v2.0/routers/d2a5526b-a481-4b5e-8f71-53e6c18e5f73 HTTP/1.1" status: 204 len: 168 time: 1.7555962 Apr 12 16:57:40.807199 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56242) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:40.863528 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] Deleting subnet 7d9219bc-2f54-4718-bbf3-762b5a0c1621 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:57:40.867749 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] Publish callbacks [] for subnet (7d9219bc-2f54-4718-bbf3-762b5a0c1621), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:40.920475 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653273'] for subnet (7d9219bc-2f54-4718-bbf3-762b5a0c1621), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.094605 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (7d9219bc-2f54-4718-bbf3-762b5a0c1621), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.149696 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56256) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:41.166764 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e51f-f860-48de-a813-f101bd086b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.183855 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8475761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9242222'] for subnet (7d9219bc-2f54-4718-bbf3-762b5a0c1621), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.216076 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9219bc-2f54-4718-bbf3-762b5a0c1621,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:41.222729 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.229461 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56260) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:41.231410 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9af32944-bacc-480e-92e3-7b93d1b671d8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7d9219bc-2f54-4718-bbf3-762b5a0c1621 HTTP/1.1" status: 204 len: 168 time: 0.4226694 Apr 12 16:57:41.232881 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04f00b-0a17-45c9-a1b7-61a87f4b2dff None None] Network ba6b99e0-74a5-406e-976b-d32820426220 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 16:57:41.368438 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e51f-f860-48de-a813-f101bd086b70 admin admin] Publish callbacks [] for security_group (2de3db46-b02d-42f0-9070-4a89a6c05744), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.371619 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (ba6b99e0-74a5-406e-976b-d32820426220), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.384111 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e51f-f860-48de-a813-f101bd086b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (2de3db46-b02d-42f0-9070-4a89a6c05744), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.452058 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c95203a4-59dc-4007-80ca-fe8a9113ad81 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:41.469151 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8fe6e51f-f860-48de-a813-f101bd086b70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f8417a336494ef09cadbb74f43c2d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183174 Apr 12 16:57:41.472389 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56264) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:41.482587 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] DHCP port deletion for ba6b99e0-74a5-406e-976b-d32820426220 request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 16:57:41.493895 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: c95203a4-59dc-4007-80ca-fe8a9113ad81 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:41.494503 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device c95203a4-59dc-4007-80ca-fe8a9113ad81 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:41.495411 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device d169e145-b9d9-4e8e-bd4c-a185547174d5 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:41.506918 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6e51f-f860-48de-a813-f101bd086b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de3db46-b02d-42f0-9070-4a89a6c05744,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:41.525592 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Deleting port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:41.526119 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.582323 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: d169e145-b9d9-4e8e-bd4c-a185547174d5 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:41.587447 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device d169e145-b9d9-4e8e-bd4c-a185547174d5 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:41.605986 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] For port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,segment=NetworkSegment(07eb081f-119f-4a34-a018-b933d6eedeef),segment_id=07eb081f-119f-4a34-a018-b933d6eedeef)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:41.606447 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.620842 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ada307f-9f84-41b1-8ff4-13de5e1bca37 admin admin] Publish callbacks [] for security_group (2de3db46-b02d-42f0-9070-4a89a6c05744), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.623965 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Calling delete_port for 2311294d-e927-4d56-9ef3-2e5fb1dbc82c owned by network:dhcp {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:41.657794 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] Deleting port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:57:41.658357 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.662271 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ada307f-9f84-41b1-8ff4-13de5e1bca37 admin admin] Publish callbacks [] for security_group (2de3db46-b02d-42f0-9070-4a89a6c05744), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.735935 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ada307f-9f84-41b1-8ff4-13de5e1bca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (2de3db46-b02d-42f0-9070-4a89a6c05744), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.740609 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9ada307f-9f84-41b1-8ff4-13de5e1bca37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.744101 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.748995 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9ada307f-9f84-41b1-8ff4-13de5e1bca37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2de3db46-b02d-42f0-9070-4a89a6c05744 HTTP/1.1" status: 204 len: 168 time: 0.2686393 Apr 12 16:57:41.759628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] For port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,segment=NetworkSegment(07eb081f-119f-4a34-a018-b933d6eedeef),segment_id=07eb081f-119f-4a34-a018-b933d6eedeef)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:57:41.760330 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.775278 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] Calling delete_port for 2311294d-e927-4d56-9ef3-2e5fb1dbc82c owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:57:41.775762 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada307f-9f84-41b1-8ff4-13de5e1bca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de3db46-b02d-42f0-9070-4a89a6c05744,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:41.788680 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Pushing event deleted for resources: {'Port': ['ID=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:41.792973 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] No DVR routers for this DVR port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c on host dv-cinder-837529-1-iscsi {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:41.881361 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (2311294d-e927-4d56-9ef3-2e5fb1dbc82c), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.888287 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (ba6b99e0-74a5-406e-976b-d32820426220), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.908680 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] Pushing event deleted for resources: {'Port': ['ID=2311294d-e927-4d56-9ef3-2e5fb1dbc82c,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:41.916664 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6b99e0-74a5-406e-976b-d32820426220']}} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:41.920129 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55811ad2-07ad-4675-a729-fe1cea030138 None None] No DVR routers for this DVR port 2311294d-e927-4d56-9ef3-2e5fb1dbc82c on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:57:41.936283 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eb081f-119f-4a34-a018-b933d6eedeef') {'for_net_delete': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:41.936283 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.services.segments.db [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eb081f-119f-4a34-a018-b933d6eedeef') {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:57:41.948424 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9130153'] for segment (07eb081f-119f-4a34-a018-b933d6eedeef), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.965331 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (07eb081f-119f-4a34-a018-b933d6eedeef), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.972621 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=109989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:57:41.973104 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9325953'] for segment (07eb081f-119f-4a34-a018-b933d6eedeef), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: Traceback (most recent call last): Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: timer() Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: cb(*args, **kw) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: return func(*args, **kwargs) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: self._notify() Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: self.callback(batched_events) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: event.method(event) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: return f(self, *a, **k) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._get(url).json() Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: return self.request(url, 'GET', **kwargs) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:57:41.975394 dv-cinder-837529-1-iscsi neutron-server[109989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:57:42.065290 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (ba6b99e0-74a5-406e-976b-d32820426220), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.080335 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.086841 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] 10.222.0.55 "DELETE /v2.0/networks/ba6b99e0-74a5-406e-976b-d32820426220 HTTP/1.1" status: 204 len: 168 time: 0.8539298 Apr 12 16:57:42.098164 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87849b-b90a-4b97-af66-0f1f0cdb519f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6b99e0-74a5-406e-976b-d32820426220,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:42.251783 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56304) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:42.296352 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b2b607b9-bbdf-42de-bb1a-b65804e78388 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39cebc45ffb54de6be832838f1d28789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430949 Apr 12 16:57:42.299958 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56306) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:42.356767 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32dc525f-2b3b-452e-95e8-435ee3d3f728 admin admin] Publish callbacks [] for security_group (0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.371349 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56312) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:42.390301 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32dc525f-2b3b-452e-95e8-435ee3d3f728 admin admin] Publish callbacks [] for security_group (0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.444155 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32dc525f-2b3b-452e-95e8-435ee3d3f728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.446777 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32dc525f-2b3b-452e-95e8-435ee3d3f728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.451112 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-32dc525f-2b3b-452e-95e8-435ee3d3f728 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0 HTTP/1.1" status: 204 len: 168 time: 0.1498797 Apr 12 16:57:42.459819 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc525f-2b3b-452e-95e8-435ee3d3f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f25b1-ef0f-4a6c-b7e6-7cad78a064f0,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:42.587279 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-82ddcaf9-9377-48f9-aa43-ab50b07149cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.712164 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-82ddcaf9-9377-48f9-aa43-ab50b07149cb admin admin] Publish callbacks [] for security_group (e97063e8-2c8b-4457-84e4-40ad94e69bcc), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.721919 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.723020 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-82ddcaf9-9377-48f9-aa43-ab50b07149cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e97063e8-2c8b-4457-84e4-40ad94e69bcc), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.776370 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-82ddcaf9-9377-48f9-aa43-ab50b07149cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6eb7b5f48a504849814b4b0bab8ce8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030917 Apr 12 16:57:42.777178 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddcaf9-9377-48f9-aa43-ab50b07149cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97063e8-2c8b-4457-84e4-40ad94e69bcc,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:42.778191 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56336) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:42.845336 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fd67-0723-4822-ad2d-fa5715bff7e6 admin admin] Publish callbacks [] for security_group (e97063e8-2c8b-4457-84e4-40ad94e69bcc), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.870442 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fd67-0723-4822-ad2d-fa5715bff7e6 admin admin] Publish callbacks [] for security_group (e97063e8-2c8b-4457-84e4-40ad94e69bcc), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.915607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56346) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:42.934148 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fd67-0723-4822-ad2d-fa5715bff7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e97063e8-2c8b-4457-84e4-40ad94e69bcc), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.936914 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e7a6fd67-0723-4822-ad2d-fa5715bff7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:42.940666 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e7a6fd67-0723-4822-ad2d-fa5715bff7e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e97063e8-2c8b-4457-84e4-40ad94e69bcc HTTP/1.1" status: 204 len: 168 time: 0.1588595 Apr 12 16:57:42.951142 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6fd67-0723-4822-ad2d-fa5715bff7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97063e8-2c8b-4457-84e4-40ad94e69bcc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:42.985733 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-efbf5e82-c6c7-43e6-a40d-802caa0782a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ea922d96a1b4dd0a6186179b1c607d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679433 Apr 12 16:57:42.988779 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56352) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:43.044143 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94d2a5a2-a703-42c3-b79a-a48fd51526fe admin admin] Publish callbacks [] for security_group (74b45571-29c9-4151-9bb1-a7da082f7afa), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.072708 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94d2a5a2-a703-42c3-b79a-a48fd51526fe admin admin] Publish callbacks [] for security_group (74b45571-29c9-4151-9bb1-a7da082f7afa), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.155798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94d2a5a2-a703-42c3-b79a-a48fd51526fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (74b45571-29c9-4151-9bb1-a7da082f7afa), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.158607 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94d2a5a2-a703-42c3-b79a-a48fd51526fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.162346 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-94d2a5a2-a703-42c3-b79a-a48fd51526fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74b45571-29c9-4151-9bb1-a7da082f7afa HTTP/1.1" status: 204 len: 168 time: 0.1703594 Apr 12 16:57:43.172055 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2a5a2-a703-42c3-b79a-a48fd51526fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b45571-29c9-4151-9bb1-a7da082f7afa,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:43.197365 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2311294d-e927-4d56-9ef3-2e5fb1dbc82c no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:57:43.224283 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 2311294d-e927-4d56-9ef3-2e5fb1dbc82c {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:57:43.224875 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2311294d-e927-4d56-9ef3-2e5fb1dbc82c not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:57:43.654081 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56388) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:43.670256 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-49145449-3f99-4c48-bce7-6e195eadb786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.784702 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-49145449-3f99-4c48-bce7-6e195eadb786 admin admin] Publish callbacks [] for security_group (050ccf02-3a91-4958-b05b-adcb335a625e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.792022 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-49145449-3f99-4c48-bce7-6e195eadb786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (050ccf02-3a91-4958-b05b-adcb335a625e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.838060 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56404) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:43.838602 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-49145449-3f99-4c48-bce7-6e195eadb786 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f476973a2354962b8bb55c43e7c33a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829293 Apr 12 16:57:43.839032 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49145449-3f99-4c48-bce7-6e195eadb786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050ccf02-3a91-4958-b05b-adcb335a625e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:43.902572 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40ed6f41-70c1-4e23-83ef-de911b745615 admin admin] Publish callbacks [] for security_group (050ccf02-3a91-4958-b05b-adcb335a625e), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.929773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40ed6f41-70c1-4e23-83ef-de911b745615 admin admin] Publish callbacks [] for security_group (050ccf02-3a91-4958-b05b-adcb335a625e), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.984398 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40ed6f41-70c1-4e23-83ef-de911b745615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (050ccf02-3a91-4958-b05b-adcb335a625e), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.988271 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-40ed6f41-70c1-4e23-83ef-de911b745615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:43.989434 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-40ed6f41-70c1-4e23-83ef-de911b745615 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/050ccf02-3a91-4958-b05b-adcb335a625e HTTP/1.1" status: 204 len: 168 time: 0.1489315 Apr 12 16:57:43.998566 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed6f41-70c1-4e23-83ef-de911b745615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050ccf02-3a91-4958-b05b-adcb335a625e,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:44.073695 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56416) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:44.363400 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-015a14aa-7738-455f-b5d6-53f2c19facb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:44.474548 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-015a14aa-7738-455f-b5d6-53f2c19facb2 admin admin] Publish callbacks [] for security_group (e0988b27-442e-4429-af57-feb939ae2acd), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:44.479828 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-015a14aa-7738-455f-b5d6-53f2c19facb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e0988b27-442e-4429-af57-feb939ae2acd), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:44.526016 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-015a14aa-7738-455f-b5d6-53f2c19facb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76c694ac6826486ea7fb95549ae73bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511373 Apr 12 16:57:44.526933 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a14aa-7738-455f-b5d6-53f2c19facb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0988b27-442e-4429-af57-feb939ae2acd,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:44.529660 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56436) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:44.584474 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9226-7f0f-4e3b-bf1a-d1d219d20fe1 admin admin] Publish callbacks [] for security_group (e0988b27-442e-4429-af57-feb939ae2acd), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:44.612134 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9226-7f0f-4e3b-bf1a-d1d219d20fe1 admin admin] Publish callbacks [] for security_group (e0988b27-442e-4429-af57-feb939ae2acd), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:44.669036 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9226-7f0f-4e3b-bf1a-d1d219d20fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (e0988b27-442e-4429-af57-feb939ae2acd), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:44.671859 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-9e9c9226-7f0f-4e3b-bf1a-d1d219d20fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:44.674349 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-9e9c9226-7f0f-4e3b-bf1a-d1d219d20fe1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0988b27-442e-4429-af57-feb939ae2acd HTTP/1.1" status: 204 len: 168 time: 0.1431506 Apr 12 16:57:44.684659 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c9226-7f0f-4e3b-bf1a-d1d219d20fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0988b27-442e-4429-af57-feb939ae2acd,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:45.021705 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56460) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:45.035093 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eebc8a71-3b6f-4d33-924d-b6d61ca798a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:45.123020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eebc8a71-3b6f-4d33-924d-b6d61ca798a3 admin admin] Publish callbacks [] for security_group (b895e175-9ade-4b1d-b174-92eb11bc3bbd), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:45.127773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eebc8a71-3b6f-4d33-924d-b6d61ca798a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b895e175-9ade-4b1d-b174-92eb11bc3bbd), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:45.169900 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-eebc8a71-3b6f-4d33-924d-b6d61ca798a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7cd5a93afec42aeb3a7da206554375d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468287 Apr 12 16:57:45.171938 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc8a71-3b6f-4d33-924d-b6d61ca798a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b895e175-9ade-4b1d-b174-92eb11bc3bbd,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:45.172707 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56462) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:45.225391 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9453-203a-4b7d-b548-03b5214f7500 admin admin] Publish callbacks [] for security_group (b895e175-9ade-4b1d-b174-92eb11bc3bbd), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:45.246950 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9453-203a-4b7d-b548-03b5214f7500 admin admin] Publish callbacks [] for security_group (b895e175-9ade-4b1d-b174-92eb11bc3bbd), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:45.297043 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9453-203a-4b7d-b548-03b5214f7500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b895e175-9ade-4b1d-b174-92eb11bc3bbd), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:45.300308 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9453-203a-4b7d-b548-03b5214f7500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:45.301466 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-d8ab9453-203a-4b7d-b548-03b5214f7500 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b895e175-9ade-4b1d-b174-92eb11bc3bbd HTTP/1.1" status: 204 len: 168 time: 0.1277034 Apr 12 16:57:45.309695 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9453-203a-4b7d-b548-03b5214f7500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895e175-9ade-4b1d-b174-92eb11bc3bbd,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:46.049838 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56518) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:46.187258 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b22ff379-8add-4ac9-99ca-5ab7a0da3ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.274118 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b22ff379-8add-4ac9-99ca-5ab7a0da3ad7 admin admin] Publish callbacks [] for security_group (a9e1b8c9-2a13-43d0-a055-194f6c5be25b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.279749 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-b22ff379-8add-4ac9-99ca-5ab7a0da3ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a9e1b8c9-2a13-43d0-a055-194f6c5be25b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.321923 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-b22ff379-8add-4ac9-99ca-5ab7a0da3ad7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b387fcce0b45460a9e1df548e3ac0c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706072 Apr 12 16:57:46.323153 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ff379-8add-4ac9-99ca-5ab7a0da3ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e1b8c9-2a13-43d0-a055-194f6c5be25b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:46.324825 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56532) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:46.392513 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f70ca176-58e5-4400-bc21-8778d0e671e1 admin admin] Publish callbacks [] for security_group (a9e1b8c9-2a13-43d0-a055-194f6c5be25b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.420420 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f70ca176-58e5-4400-bc21-8778d0e671e1 admin admin] Publish callbacks [] for security_group (a9e1b8c9-2a13-43d0-a055-194f6c5be25b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.478991 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f70ca176-58e5-4400-bc21-8778d0e671e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a9e1b8c9-2a13-43d0-a055-194f6c5be25b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.481605 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f70ca176-58e5-4400-bc21-8778d0e671e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.490458 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-f70ca176-58e5-4400-bc21-8778d0e671e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9e1b8c9-2a13-43d0-a055-194f6c5be25b HTTP/1.1" status: 204 len: 168 time: 0.1591740 Apr 12 16:57:46.506139 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ca176-58e5-4400-bc21-8778d0e671e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e1b8c9-2a13-43d0-a055-194f6c5be25b,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:46.835604 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56548) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:46.851824 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-34ac653e-13d3-455e-ab12-7e9e12e2654e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.932798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-34ac653e-13d3-455e-ab12-7e9e12e2654e admin admin] Publish callbacks [] for security_group (0f8d99dc-dd33-4371-96fe-846a0359f6ae), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.939056 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-34ac653e-13d3-455e-ab12-7e9e12e2654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0f8d99dc-dd33-4371-96fe-846a0359f6ae), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:46.979118 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac653e-13d3-455e-ab12-7e9e12e2654e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8d99dc-dd33-4371-96fe-846a0359f6ae,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:46.986505 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-34ac653e-13d3-455e-ab12-7e9e12e2654e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea8144b02cce44d5a3d71897a8d7b0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471224 Apr 12 16:57:46.986733 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56558) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:47.037876 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de40265e-312f-4423-87a3-01b5c9f03b73 admin admin] Publish callbacks [] for security_group (0f8d99dc-dd33-4371-96fe-846a0359f6ae), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:47.068496 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de40265e-312f-4423-87a3-01b5c9f03b73 admin admin] Publish callbacks [] for security_group (0f8d99dc-dd33-4371-96fe-846a0359f6ae), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:47.124685 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de40265e-312f-4423-87a3-01b5c9f03b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (0f8d99dc-dd33-4371-96fe-846a0359f6ae), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:47.128040 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-de40265e-312f-4423-87a3-01b5c9f03b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:47.132231 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-de40265e-312f-4423-87a3-01b5c9f03b73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f8d99dc-dd33-4371-96fe-846a0359f6ae HTTP/1.1" status: 204 len: 168 time: 0.1445391 Apr 12 16:57:47.140949 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40265e-312f-4423-87a3-01b5c9f03b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8d99dc-dd33-4371-96fe-846a0359f6ae,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:47.258212 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:57:47.764042 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56626) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:47.891198 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f398cac-8626-4387-9377-94f87ee545f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.001723 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f398cac-8626-4387-9377-94f87ee545f3 admin admin] Publish callbacks [] for security_group (3268e498-fa9c-4deb-a25e-51cfbd624a21), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.008192 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8f398cac-8626-4387-9377-94f87ee545f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (3268e498-fa9c-4deb-a25e-51cfbd624a21), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.048271 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-8f398cac-8626-4387-9377-94f87ee545f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb6eeac3fa9d4f2d853c738667e40b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810287 Apr 12 16:57:48.050042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56654) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:48.065440 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398cac-8626-4387-9377-94f87ee545f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3268e498-fa9c-4deb-a25e-51cfbd624a21,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:48.112944 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1442c21-edff-489a-bf7b-ea003636b248 admin admin] Publish callbacks [] for security_group (3268e498-fa9c-4deb-a25e-51cfbd624a21), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.137767 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1442c21-edff-489a-bf7b-ea003636b248 admin admin] Publish callbacks [] for security_group (3268e498-fa9c-4deb-a25e-51cfbd624a21), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.192595 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1442c21-edff-489a-bf7b-ea003636b248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (3268e498-fa9c-4deb-a25e-51cfbd624a21), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.195340 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f1442c21-edff-489a-bf7b-ea003636b248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.197367 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f1442c21-edff-489a-bf7b-ea003636b248 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3268e498-fa9c-4deb-a25e-51cfbd624a21 HTTP/1.1" status: 204 len: 168 time: 0.1457295 Apr 12 16:57:48.205854 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1442c21-edff-489a-bf7b-ea003636b248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3268e498-fa9c-4deb-a25e-51cfbd624a21,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:48.555320 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56684) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:48.671296 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56688) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:48.676630 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc7556a1-8868-4b1d-94ba-43f7d319a8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.685464 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-49eb236c-35b4-4819-90ea-5736fcb88e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.760031 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc7556a1-8868-4b1d-94ba-43f7d319a8ed admin admin] Publish callbacks [] for security_group (487d9d50-30da-4b99-a53f-bf7e7319cfcc), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.765652 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-bc7556a1-8868-4b1d-94ba-43f7d319a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (487d9d50-30da-4b99-a53f-bf7e7319cfcc), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.772191 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-49eb236c-35b4-4819-90ea-5736fcb88e58 admin admin] Publish callbacks [] for security_group (67470a85-0f93-4476-8569-e9a498ec97d1), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.776610 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-49eb236c-35b4-4819-90ea-5736fcb88e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (67470a85-0f93-4476-8569-e9a498ec97d1), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.817537 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-bc7556a1-8868-4b1d-94ba-43f7d319a8ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49bc2178d0f845bf9c22b8818878612f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608778 Apr 12 16:57:48.818416 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7556a1-8868-4b1d-94ba-43f7d319a8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487d9d50-30da-4b99-a53f-bf7e7319cfcc,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:48.818756 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb236c-35b4-4819-90ea-5736fcb88e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67470a85-0f93-4476-8569-e9a498ec97d1,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:48.820783 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56690) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:48.826872 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-49eb236c-35b4-4819-90ea-5736fcb88e58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d8565218e4042a8b63f25858c8ce538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521058 Apr 12 16:57:48.827141 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56692) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:48.878317 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77515468-ee22-4336-b2db-4a56933a5db7 admin admin] Publish callbacks [] for security_group (487d9d50-30da-4b99-a53f-bf7e7319cfcc), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.879681 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-945b6b29-64f8-4da6-8ca0-5f404f3a768a admin admin] Publish callbacks [] for security_group (67470a85-0f93-4476-8569-e9a498ec97d1), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.900690 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77515468-ee22-4336-b2db-4a56933a5db7 admin admin] Publish callbacks [] for security_group (487d9d50-30da-4b99-a53f-bf7e7319cfcc), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.901361 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-945b6b29-64f8-4da6-8ca0-5f404f3a768a admin admin] Publish callbacks [] for security_group (67470a85-0f93-4476-8569-e9a498ec97d1), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.948030 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77515468-ee22-4336-b2db-4a56933a5db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (487d9d50-30da-4b99-a53f-bf7e7319cfcc), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.950535 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-77515468-ee22-4336-b2db-4a56933a5db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.951710 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-77515468-ee22-4336-b2db-4a56933a5db7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/487d9d50-30da-4b99-a53f-bf7e7319cfcc HTTP/1.1" status: 204 len: 168 time: 0.1300402 Apr 12 16:57:48.952031 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-945b6b29-64f8-4da6-8ca0-5f404f3a768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (67470a85-0f93-4476-8569-e9a498ec97d1), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.955721 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-945b6b29-64f8-4da6-8ca0-5f404f3a768a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:48.957191 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-945b6b29-64f8-4da6-8ca0-5f404f3a768a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67470a85-0f93-4476-8569-e9a498ec97d1 HTTP/1.1" status: 204 len: 168 time: 0.1291466 Apr 12 16:57:48.964994 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77515468-ee22-4336-b2db-4a56933a5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487d9d50-30da-4b99-a53f-bf7e7319cfcc,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:48.967499 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b6b29-64f8-4da6-8ca0-5f404f3a768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67470a85-0f93-4476-8569-e9a498ec97d1,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:49.839373 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56756) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:50.029606 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-efd5670e-a1d8-47fe-b099-e01b32d7036b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.134864 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-efd5670e-a1d8-47fe-b099-e01b32d7036b admin admin] Publish callbacks [] for security_group (759cf313-afa2-452a-a6fc-c8f3a0aa1174), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.140116 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-efd5670e-a1d8-47fe-b099-e01b32d7036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (759cf313-afa2-452a-a6fc-c8f3a0aa1174), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.185240 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-efd5670e-a1d8-47fe-b099-e01b32d7036b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c091fbf60f774f5b85e4584510bbb7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447127 Apr 12 16:57:50.185878 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56770) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:50.193952 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5670e-a1d8-47fe-b099-e01b32d7036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759cf313-afa2-452a-a6fc-c8f3a0aa1174,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:50.239981 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35d298d4-a12c-4b82-83e3-411a3baf5ac0 admin admin] Publish callbacks [] for security_group (759cf313-afa2-452a-a6fc-c8f3a0aa1174), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.264553 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35d298d4-a12c-4b82-83e3-411a3baf5ac0 admin admin] Publish callbacks [] for security_group (759cf313-afa2-452a-a6fc-c8f3a0aa1174), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.289453 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56774) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:50.325244 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35d298d4-a12c-4b82-83e3-411a3baf5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (759cf313-afa2-452a-a6fc-c8f3a0aa1174), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.329172 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-35d298d4-a12c-4b82-83e3-411a3baf5ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.333051 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-35d298d4-a12c-4b82-83e3-411a3baf5ac0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/759cf313-afa2-452a-a6fc-c8f3a0aa1174 HTTP/1.1" status: 204 len: 168 time: 0.1432593 Apr 12 16:57:50.338437 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d298d4-a12c-4b82-83e3-411a3baf5ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759cf313-afa2-452a-a6fc-c8f3a0aa1174,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:50.509825 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb85c71a-5c55-4367-a49c-ded6a526bb53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.608899 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb85c71a-5c55-4367-a49c-ded6a526bb53 admin admin] Publish callbacks [] for security_group (5c5a80c4-1996-40d0-bca6-bd485c50c05d), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.615150 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-eb85c71a-5c55-4367-a49c-ded6a526bb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5c5a80c4-1996-40d0-bca6-bd485c50c05d), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.660788 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-eb85c71a-5c55-4367-a49c-ded6a526bb53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=959b12d198ba46348e02cd24a23e9d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700511 Apr 12 16:57:50.662183 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85c71a-5c55-4367-a49c-ded6a526bb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a80c4-1996-40d0-bca6-bd485c50c05d,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:50.663415 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56792) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:50.720344 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f1f378f-1bd6-4cd1-86c0-98ab86c55071 admin admin] Publish callbacks [] for security_group (5c5a80c4-1996-40d0-bca6-bd485c50c05d), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.728501 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56794) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:50.744251 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-861adbde-22a5-4aad-bfd8-5196138f63c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.746079 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f1f378f-1bd6-4cd1-86c0-98ab86c55071 admin admin] Publish callbacks [] for security_group (5c5a80c4-1996-40d0-bca6-bd485c50c05d), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.809409 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f1f378f-1bd6-4cd1-86c0-98ab86c55071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5c5a80c4-1996-40d0-bca6-bd485c50c05d), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.812470 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f1f378f-1bd6-4cd1-86c0-98ab86c55071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.816283 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4f1f378f-1bd6-4cd1-86c0-98ab86c55071 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c5a80c4-1996-40d0-bca6-bd485c50c05d HTTP/1.1" status: 204 len: 168 time: 0.1492536 Apr 12 16:57:50.824820 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f378f-1bd6-4cd1-86c0-98ab86c55071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a80c4-1996-40d0-bca6-bd485c50c05d,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:50.834526 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-861adbde-22a5-4aad-bfd8-5196138f63c2 admin admin] Publish callbacks [] for security_group (18ead14f-c34a-4cc0-98e3-22fa1cfffb45), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.841343 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-861adbde-22a5-4aad-bfd8-5196138f63c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (18ead14f-c34a-4cc0-98e3-22fa1cfffb45), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.886103 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-861adbde-22a5-4aad-bfd8-5196138f63c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0da1bf7e71d47428b304caf56def69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565070 Apr 12 16:57:50.887133 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861adbde-22a5-4aad-bfd8-5196138f63c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ead14f-c34a-4cc0-98e3-22fa1cfffb45,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:50.888773 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56798) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:50.945675 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e48967-dc7c-4223-bacd-990f3b19d95e admin admin] Publish callbacks [] for security_group (18ead14f-c34a-4cc0-98e3-22fa1cfffb45), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:50.970077 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e48967-dc7c-4223-bacd-990f3b19d95e admin admin] Publish callbacks [] for security_group (18ead14f-c34a-4cc0-98e3-22fa1cfffb45), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:51.032399 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e48967-dc7c-4223-bacd-990f3b19d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (18ead14f-c34a-4cc0-98e3-22fa1cfffb45), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:51.035498 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-94e48967-dc7c-4223-bacd-990f3b19d95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:51.039188 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-94e48967-dc7c-4223-bacd-990f3b19d95e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18ead14f-c34a-4cc0-98e3-22fa1cfffb45 HTTP/1.1" status: 204 len: 168 time: 0.1458273 Apr 12 16:57:51.045757 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e48967-dc7c-4223-bacd-990f3b19d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ead14f-c34a-4cc0-98e3-22fa1cfffb45,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:52.318967 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-e7b1e91d-a56d-48bd-95fc-941a7aa8263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:53.711558 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56906) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:53.844495 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830fab4-6e3b-4ef3-8fce-d849b665b2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:53.930678 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830fab4-6e3b-4ef3-8fce-d849b665b2c7 admin admin] Publish callbacks [] for security_group (a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:53.934994 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7830fab4-6e3b-4ef3-8fce-d849b665b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:53.973697 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830fab4-6e3b-4ef3-8fce-d849b665b2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:53.979195 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7830fab4-6e3b-4ef3-8fce-d849b665b2c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16a7f5a8b2fe49afafec4f5c9eacce1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663291 Apr 12 16:57:53.981818 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56912) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:54.038345 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af8191dd-f775-4c69-a37b-d613fd61b397 admin admin] Publish callbacks [] for security_group (a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.066454 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af8191dd-f775-4c69-a37b-d613fd61b397 admin admin] Publish callbacks [] for security_group (a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.122959 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af8191dd-f775-4c69-a37b-d613fd61b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.126470 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-af8191dd-f775-4c69-a37b-d613fd61b397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.127932 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-af8191dd-f775-4c69-a37b-d613fd61b397 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e HTTP/1.1" status: 204 len: 168 time: 0.1450458 Apr 12 16:57:54.136529 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8191dd-f775-4c69-a37b-d613fd61b397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97865c5-5ebe-4a86-a2f8-a1ce17d6d33e,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:54.397348 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 56920) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:54.411002 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bb083a85-3b49-4fc7-90c3-a9be7d49265e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.501017 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bb083a85-3b49-4fc7-90c3-a9be7d49265e admin admin] Publish callbacks [] for security_group (2c58fd96-1c3c-422f-8d44-39df0b6d2ada), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.505234 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-bb083a85-3b49-4fc7-90c3-a9be7d49265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (2c58fd96-1c3c-422f-8d44-39df0b6d2ada), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.551568 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-bb083a85-3b49-4fc7-90c3-a9be7d49265e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d44080f7d4d44a48e8e6b998f162516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530552 Apr 12 16:57:54.552454 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb083a85-3b49-4fc7-90c3-a9be7d49265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c58fd96-1c3c-422f-8d44-39df0b6d2ada,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:54.554293 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 56922) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:57:54.604882 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a7d1-ab3a-4ecb-b947-eed14b19bc97 admin admin] Publish callbacks [] for security_group (2c58fd96-1c3c-422f-8d44-39df0b6d2ada), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.631511 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a7d1-ab3a-4ecb-b947-eed14b19bc97 admin admin] Publish callbacks [] for security_group (2c58fd96-1c3c-422f-8d44-39df0b6d2ada), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.684197 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a7d1-ab3a-4ecb-b947-eed14b19bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (2c58fd96-1c3c-422f-8d44-39df0b6d2ada), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.686822 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a7d1-ab3a-4ecb-b947-eed14b19bc97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:54.688669 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d1d0a7d1-ab3a-4ecb-b947-eed14b19bc97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c58fd96-1c3c-422f-8d44-39df0b6d2ada HTTP/1.1" status: 204 len: 168 time: 0.1333148 Apr 12 16:57:54.696464 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0a7d1-ab3a-4ecb-b947-eed14b19bc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c58fd96-1c3c-422f-8d44-39df0b6d2ada,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:57:54.881163 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-517ac470-1996-4cb6-b8f3-aaae2edab83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:55.890147 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:57.349236 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:57:58.974452 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.181614 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57132) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:09.306500 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.384889 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Publish callbacks [] for security_group (eb616e50-5640-4ac8-9c8c-cf54239373ea), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.388565 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (eb616e50-5640-4ac8-9c8c-cf54239373ea), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.425769 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb616e50-5640-4ac8-9c8c-cf54239373ea,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:09.429473 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c4391bd664b483a9c734d6f8948fad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467413 Apr 12 16:58:09.432605 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57136) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:09.435375 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.435735 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.436089 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.436435 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.436778 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.437113 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.437443 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.437773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.438104 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.438502 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.438838 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.439198 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.439527 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.439851 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.440176 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574ae2f-a191-43f0-9b06-91f58fd99b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:09.483030 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa073-3d62-46be-87fd-48a129c43a71 admin admin] Publish callbacks [] for security_group (eb616e50-5640-4ac8-9c8c-cf54239373ea), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.504290 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa073-3d62-46be-87fd-48a129c43a71 admin admin] Publish callbacks [] for security_group (eb616e50-5640-4ac8-9c8c-cf54239373ea), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.553229 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa073-3d62-46be-87fd-48a129c43a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (eb616e50-5640-4ac8-9c8c-cf54239373ea), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.555781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa073-3d62-46be-87fd-48a129c43a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.556930 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3f0fa073-3d62-46be-87fd-48a129c43a71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb616e50-5640-4ac8-9c8c-cf54239373ea HTTP/1.1" status: 204 len: 168 time: 0.1233578 Apr 12 16:58:09.564662 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fa073-3d62-46be-87fd-48a129c43a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb616e50-5640-4ac8-9c8c-cf54239373ea,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:09.823283 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57150) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:09.836756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03e3d369-2e18-4bda-8744-bf84d7eca756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.908351 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03e3d369-2e18-4bda-8744-bf84d7eca756 admin admin] Publish callbacks [] for security_group (5576f602-1343-48f0-84d2-17258ea3f2af), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.911869 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-03e3d369-2e18-4bda-8744-bf84d7eca756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5576f602-1343-48f0-84d2-17258ea3f2af), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:09.949826 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-03e3d369-2e18-4bda-8744-bf84d7eca756 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ddb70086daa42928cb634f4e0a66d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254609 Apr 12 16:58:09.951132 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3d369-2e18-4bda-8744-bf84d7eca756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5576f602-1343-48f0-84d2-17258ea3f2af,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:09.952608 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57156) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:10.012424 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1828f71a-9c77-4f9c-b548-3dfdb6e7dca7 admin admin] Publish callbacks [] for security_group (5576f602-1343-48f0-84d2-17258ea3f2af), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.034398 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1828f71a-9c77-4f9c-b548-3dfdb6e7dca7 admin admin] Publish callbacks [] for security_group (5576f602-1343-48f0-84d2-17258ea3f2af), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.080788 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1828f71a-9c77-4f9c-b548-3dfdb6e7dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5576f602-1343-48f0-84d2-17258ea3f2af), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.084081 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1828f71a-9c77-4f9c-b548-3dfdb6e7dca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.085396 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1828f71a-9c77-4f9c-b548-3dfdb6e7dca7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5576f602-1343-48f0-84d2-17258ea3f2af HTTP/1.1" status: 204 len: 168 time: 0.1310041 Apr 12 16:58:10.093385 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828f71a-9c77-4f9c-b548-3dfdb6e7dca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5576f602-1343-48f0-84d2-17258ea3f2af,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:10.414384 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57170) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:10.431287 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e88a766-0144-4eac-907a-2647557eef8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.504586 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e88a766-0144-4eac-907a-2647557eef8f admin admin] Publish callbacks [] for security_group (5e226154-4e2d-4c55-8dd0-0b8d22fdc40c), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.507965 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-5e88a766-0144-4eac-907a-2647557eef8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5e226154-4e2d-4c55-8dd0-0b8d22fdc40c), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.545633 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-5e88a766-0144-4eac-907a-2647557eef8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3817eed43244a5a9d9faa9ff063c78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301658 Apr 12 16:58:10.546478 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88a766-0144-4eac-907a-2647557eef8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e226154-4e2d-4c55-8dd0-0b8d22fdc40c,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:10.549165 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57172) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:10.600433 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b6010003-61f3-408c-af4f-e773acb8f691 admin admin] Publish callbacks [] for security_group (5e226154-4e2d-4c55-8dd0-0b8d22fdc40c), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.622350 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b6010003-61f3-408c-af4f-e773acb8f691 admin admin] Publish callbacks [] for security_group (5e226154-4e2d-4c55-8dd0-0b8d22fdc40c), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.669191 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b6010003-61f3-408c-af4f-e773acb8f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (5e226154-4e2d-4c55-8dd0-0b8d22fdc40c), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.671843 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b6010003-61f3-408c-af4f-e773acb8f691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:10.672989 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b6010003-61f3-408c-af4f-e773acb8f691 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e226154-4e2d-4c55-8dd0-0b8d22fdc40c HTTP/1.1" status: 204 len: 168 time: 0.1224577 Apr 12 16:58:10.681690 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6010003-61f3-408c-af4f-e773acb8f691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e226154-4e2d-4c55-8dd0-0b8d22fdc40c,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:12.723626 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:13.639542 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65e0db-61a1-4304-b440-1feef5702411 req-15a7474f-3f75-41e8-aa28-99876bf8a762 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:13.641109 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a65e0db-61a1-4304-b440-1feef5702411 req-15a7474f-3f75-41e8-aa28-99876bf8a762 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 946 time: 0.0478237 Apr 12 16:58:13.688505 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7a65e0db-61a1-4304-b440-1feef5702411 req-bb9105a4-237c-4054-b934-4af449468aaf tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Apr 12 16:58:14.804249 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadab7dd-35a3-4552-b034-d0857ea84425 req-c057c946-03d1-476a-b175-1276bbed7e92 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:14.805645 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eadab7dd-35a3-4552-b034-d0857ea84425 req-c057c946-03d1-476a-b175-1276bbed7e92 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 946 time: 0.0503609 Apr 12 16:58:14.855636 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eadab7dd-35a3-4552-b034-d0857ea84425 req-63e1ef17-8e4f-4819-a012-ec4a9276521f tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Apr 12 16:58:15.311179 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-cd77d6bc-b659-465d-a05d-20697eae65ea tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:15.312649 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-cd77d6bc-b659-465d-a05d-20697eae65ea tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 946 time: 0.0461471 Apr 12 16:58:15.397455 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Deleting port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:58:15.397715 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:15.483075 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] For port 01d3dcf0-83c0-452f-83bd-a19c1d34c977, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=01d3dcf0-83c0-452f-83bd-a19c1d34c977,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:58:15.483435 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:15.496239 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Calling delete_port for 01d3dcf0-83c0-452f-83bd-a19c1d34c977 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:58:15.621235 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (01d3dcf0-83c0-452f-83bd-a19c1d34c977), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:15.651052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Pushing event deleted for resources: {'Port': ['ID=01d3dcf0-83c0-452f-83bd-a19c1d34c977,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:15.663877 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['01d3dcf0-83c0-452f-83bd-a19c1d34c977'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:58:15.698756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] No DVR routers for this DVR port 01d3dcf0-83c0-452f-83bd-a19c1d34c977 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:58:15.701145 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:15.704398 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-8502f3c2-75b4-458d-99e8-3e4b391349a1 req-392e660b-e96b-4eed-be08-ad117312885c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "DELETE /v2.0/ports/01d3dcf0-83c0-452f-83bd-a19c1d34c977 HTTP/1.1" status: 204 len: 173 time: 0.3865435 Apr 12 16:58:15.704835 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'name': 'network-vif-deleted', 'tag': '01d3dcf0-83c0-452f-83bd-a19c1d34c977'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:58:15.707297 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2218b09c-36e3-4c3e-872b-2ec1dcccfd16" -d '{"events": [{"server_uuid": "fd8c20ca-25df-46fe-9ab0-46fc6269db9a", "name": "network-vif-deleted", "tag": "01d3dcf0-83c0-452f-83bd-a19c1d34c977"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:58:15.744554 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0470aed3-a2b6-49e0-bd8e-d56b85dcd17e x-openstack-request-id: req-0470aed3-a2b6-49e0-bd8e-d56b85dcd17e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:58:15.745072 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8c20ca-25df-46fe-9ab0-46fc6269db9a", "name": "network-vif-deleted", "tag": "01d3dcf0-83c0-452f-83bd-a19c1d34c977", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:58:15.745493 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0470aed3-a2b6-49e0-bd8e-d56b85dcd17e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:58:15.745902 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0470aed3-a2b6-49e0-bd8e-d56b85dcd17e'] response: {'server_uuid': 'fd8c20ca-25df-46fe-9ab0-46fc6269db9a', 'name': 'network-vif-deleted', 'tag': '01d3dcf0-83c0-452f-83bd-a19c1d34c977', 'status': 'completed', 'code': 200} Apr 12 16:58:15.948332 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57230) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:15.969613 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-88b216b4-79fc-4255-852c-ea915be050b0 req-09e595ad-67f4-4c17-b1f7-351cc3141a51 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd8c20ca-25df-46fe-9ab0-46fc6269db9a HTTP/1.1" status: 200 len: 210 time: 0.0323792 Apr 12 16:58:16.073435 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-89339047-77da-46d3-ab73-40c744354974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:16.148062 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-89339047-77da-46d3-ab73-40c744354974 admin admin] Publish callbacks [] for security_group (b8be73f3-58ef-4fa4-87e8-52a5163824f8), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:16.151683 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-89339047-77da-46d3-ab73-40c744354974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b8be73f3-58ef-4fa4-87e8-52a5163824f8), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:16.187662 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89339047-77da-46d3-ab73-40c744354974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be73f3-58ef-4fa4-87e8-52a5163824f8,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:16.192221 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-89339047-77da-46d3-ab73-40c744354974 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e8d9e466f764040949139d8e51a59ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429411 Apr 12 16:58:16.195513 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57234) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:16.246137 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa53d077-af1c-4e08-ac12-b087e4c2dd41 admin admin] Publish callbacks [] for security_group (b8be73f3-58ef-4fa4-87e8-52a5163824f8), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:16.267070 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa53d077-af1c-4e08-ac12-b087e4c2dd41 admin admin] Publish callbacks [] for security_group (b8be73f3-58ef-4fa4-87e8-52a5163824f8), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:16.318438 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa53d077-af1c-4e08-ac12-b087e4c2dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (b8be73f3-58ef-4fa4-87e8-52a5163824f8), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:16.321114 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-aa53d077-af1c-4e08-ac12-b087e4c2dd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:16.322293 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-aa53d077-af1c-4e08-ac12-b087e4c2dd41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8be73f3-58ef-4fa4-87e8-52a5163824f8 HTTP/1.1" status: 204 len: 168 time: 0.1263402 Apr 12 16:58:16.332181 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53d077-af1c-4e08-ac12-b087e4c2dd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be73f3-58ef-4fa4-87e8-52a5163824f8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:19.944048 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 01d3dcf0-83c0-452f-83bd-a19c1d34c977 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:58:19.963947 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 01d3dcf0-83c0-452f-83bd-a19c1d34c977 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:58:19.964300 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 01d3dcf0-83c0-452f-83bd-a19c1d34c977 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:58:22.311692 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-b4441371-b366-45c1-b3bb-932621b4ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:24.259427 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:58:24.884798 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dbafef7d-ea1b-42c5-9049-8a7c03e1306b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:25.015603 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-4f0181d2-551b-4527-95a3-7e81eeb4b824 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:25.017026 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-4f0181d2-551b-4527-95a3-7e81eeb4b824 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/networks?id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58 HTTP/1.1" status: 200 len: 813 time: 0.1068819 Apr 12 16:58:25.031445 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-6d42cff1-8759-4cb2-8a1b-75919a415f37 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/quotas/f8f62b4dc997416daf08f5613cd99252 HTTP/1.1" status: 200 len: 375 time: 0.0090032 Apr 12 16:58:25.063814 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-049d37f3-3932-4353-83ea-df9f61eef6e8 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8f62b4dc997416daf08f5613cd99252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275640 Apr 12 16:58:25.168183 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-82e1caf9-42e0-4e88-9541-d0bd88fbff59 service neutron] 10.222.0.55 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965414 Apr 12 16:58:25.260646 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-7e4ec60a-262e-4976-b170-ad3e9e1b943f service neutron] 10.222.0.55 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859835 Apr 12 16:58:25.427889 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-efe0169c-9de7-4c83-9ac8-bdf59ac1ad17 req-9f72090f-e92c-44fc-a5f5-2f2a70588aaf tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0321827 Apr 12 16:58:25.885238 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:26.423423 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-0720027e-7eee-4dd3-ae65-cba330fae7d6 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:26.424926 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-0720027e-7eee-4dd3-ae65-cba330fae7d6 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "GET /v2.0/networks?id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58 HTTP/1.1" status: 200 len: 813 time: 0.1077845 Apr 12 16:58:26.445074 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Request body: {'port': {'device_id': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58', 'admin_state_up': True, 'tenant_id': 'f8f62b4dc997416daf08f5613cd99252'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:58:26.531423 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-45b2cb9a-56f5-4202-8f07-eac82e5bb0a5 req-5fa56d4a-feb6-4260-9734-7ed5e335c097 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0291812 Apr 12 16:58:26.560645 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Made reservation on behalf of f8f62b4dc997416daf08f5613cd99252 for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:58:26.564408 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:26.693648 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Allocated IP 172.20.0.13 (cc9ea14b-cb7b-4f5e-a226-549253ab4b58/27b309f1-39c2-4e36-bd23-230c595e4d76/43f60566-3c85-4122-8fd7-70d2581e623b) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:58:26.849495 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks [] for port (43f60566-3c85-4122-8fd7-70d2581e623b), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:26.883138 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:26.924017 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:58:26.927806 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:58:26.934111 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:58:26.961346 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Pushing event updated for resources: {'Port': ['ID=43f60566-3c85-4122-8fd7-70d2581e623b,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:26.986217 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:26.986882 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.002724 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-3bc4d7bf-b1f4-4941-8deb-f559cb8473da tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5622413 Apr 12 16:58:27.020443 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Request body: {'port': {'device_id': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:58:27.081970 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.343749 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f60566-3c85-4122-8fd7-70d2581e623b {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:58:27.352994 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Publish callbacks [] for port (43f60566-3c85-4122-8fd7-70d2581e623b), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.353462 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.365921 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Transition to ACTIVE for port object 43f60566-3c85-4122-8fd7-70d2581e623b will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:58:27.372370 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.421607 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Pushing event updated for resources: {'Port': ['ID=43f60566-3c85-4122-8fd7-70d2581e623b,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:27.496133 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Attempting to bind port 43f60566-3c85-4122-8fd7-70d2581e623b on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:58:27.496829 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Attempting to bind port 43f60566-3c85-4122-8fd7-70d2581e623b by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:58:27.496829 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Attempting to bind port 43f60566-3c85-4122-8fd7-70d2581e623b on network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:58:27.501086 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Port 43f60566-3c85-4122-8fd7-70d2581e623b on network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:58:27.501411 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Attempting to bind port 43f60566-3c85-4122-8fd7-70d2581e623b on network cc9ea14b-cb7b-4f5e-a226-549253ab4b58 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:58:27.506352 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:58:27.506694 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Checking segment: {'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:58:27.507122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Bound using segment: {'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:58:27.507551 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Bound port: 43f60566-3c85-4122-8fd7-70d2581e623b, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0ac019-200e-4ebe-98b4-870b9cd8c51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:58:27.507909 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.573519 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] For port 43f60566-3c85-4122-8fd7-70d2581e623b, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:58:27.575959 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] For port 43f60566-3c85-4122-8fd7-70d2581e623b, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=43f60566-3c85-4122-8fd7-70d2581e623b,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:58:27.581581 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.619682 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:27.620308 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:27.621704 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] 10.222.0.49 "PUT /v2.0/ports/43f60566-3c85-4122-8fd7-70d2581e623b HTTP/1.1" status: 200 len: 1094 time: 0.6054327 Apr 12 16:58:27.622144 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'tag': '43f60566-3c85-4122-8fd7-70d2581e623b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:58:27.624424 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57520d10-9916-42d9-9283-e595847139ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8", "tag": "43f60566-3c85-4122-8fd7-70d2581e623b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:58:27.649943 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355e1a8-f0be-4fcf-b089-a7d8283c1425 service neutron] Pushing event updated for resources: {'Port': ['ID=43f60566-3c85-4122-8fd7-70d2581e623b,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:27.670381 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd17f2-790b-4b11-9d86-92549a6edffc req-9c21721f-5281-4fc9-96b3-b9f6628db094 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:27.671912 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfdd17f2-790b-4b11-9d86-92549a6edffc req-9c21721f-5281-4fc9-96b3-b9f6628db094 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 944 time: 0.0709529 Apr 12 16:58:27.684440 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea27145f-b27c-47bf-92d5-d438c0227bfc x-openstack-request-id: req-ea27145f-b27c-47bf-92d5-d438c0227bfc {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:58:27.684738 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8", "tag": "43f60566-3c85-4122-8fd7-70d2581e623b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:58:27.685091 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea27145f-b27c-47bf-92d5-d438c0227bfc {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:58:27.685833 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea27145f-b27c-47bf-92d5-d438c0227bfc'] response: {'name': 'network-changed', 'server_uuid': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'tag': '43f60566-3c85-4122-8fd7-70d2581e623b', 'status': 'completed', 'code': 200} Apr 12 16:58:27.721950 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-dfdd17f2-790b-4b11-9d86-92549a6edffc req-4611afd1-c7e7-4f00-841e-92e1cd0ed7b1 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Apr 12 16:58:27.742173 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-aa933775-039f-49e9-b188-96f0cb00d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:27.744504 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-aa933775-039f-49e9-b188-96f0cb00d03b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8f62b4dc997416daf08f5613cd99252&device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 1128 time: 0.0454509 Apr 12 16:58:27.796465 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-7ef40c5a-b219-44ec-9303-bc94a8aa834c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43f60566-3c85-4122-8fd7-70d2581e623b HTTP/1.1" status: 200 len: 217 time: 0.0353389 Apr 12 16:58:27.850497 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-72a9ff66-e511-4b5e-93f3-1ce1c9241284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:27.851979 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-72a9ff66-e511-4b5e-93f3-1ce1c9241284 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27b309f1-39c2-4e36-bd23-230c595e4d76 HTTP/1.1" status: 200 len: 853 time: 0.0489521 Apr 12 16:58:27.887335 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-727fd204-addd-48b1-9c18-4c049eb4b67a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283189 Apr 12 16:58:27.984305 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-e5b29ce7-457e-4307-928f-722720de9f44 service neutron] 10.222.0.49 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894127 Apr 12 16:58:28.340263 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b20d6172-5f48-4b85-8bd2-4c473fdfb9c0 req-05b59cbd-6294-4320-9e3b-d98c5c26204b service neutron] 10.222.0.49 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497148 Apr 12 16:58:28.839008 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b019d3-5aed-4418-9c2b-2f7e0d4fefd7 req-0775be17-56e4-4899-9e71-065bd2ec13f6 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:28.840499 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49b019d3-5aed-4418-9c2b-2f7e0d4fefd7 req-0775be17-56e4-4899-9e71-065bd2ec13f6 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 944 time: 0.0473094 Apr 12 16:58:28.892375 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-49b019d3-5aed-4418-9c2b-2f7e0d4fefd7 req-6313da38-04ce-430b-98ba-f8188ad26678 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Apr 12 16:58:28.977272 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:29.200634 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57520d10-9916-42d9-9283-e595847139ba req-b400ce92-69a6-4722-8177-44a10a117f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:29.202112 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-57520d10-9916-42d9-9283-e595847139ba req-b400ce92-69a6-4722-8177-44a10a117f75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8f62b4dc997416daf08f5613cd99252&device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 1128 time: 0.0397472 Apr 12 16:58:29.293577 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57520d10-9916-42d9-9283-e595847139ba req-327442fa-bdd4-4c1f-934c-410a5ccb9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:29.294947 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-57520d10-9916-42d9-9283-e595847139ba req-327442fa-bdd4-4c1f-934c-410a5ccb9313 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58 HTTP/1.1" status: 200 len: 915 time: 0.0855508 Apr 12 16:58:29.338110 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-57520d10-9916-42d9-9283-e595847139ba req-321a327b-821e-4011-bedc-b619b8b0b707 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43f60566-3c85-4122-8fd7-70d2581e623b HTTP/1.1" status: 200 len: 217 time: 0.0369482 Apr 12 16:58:29.386663 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57520d10-9916-42d9-9283-e595847139ba req-d9a23738-5487-4bd8-97e2-bdba50f697e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:29.388123 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-57520d10-9916-42d9-9283-e595847139ba req-d9a23738-5487-4bd8-97e2-bdba50f697e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27b309f1-39c2-4e36-bd23-230c595e4d76 HTTP/1.1" status: 200 len: 853 time: 0.0440843 Apr 12 16:58:29.421609 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-57520d10-9916-42d9-9283-e595847139ba req-c7bdbd89-9133-4b88-8e8f-bbf691e8a67b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc9ea14b-cb7b-4f5e-a226-549253ab4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266273 Apr 12 16:58:29.513332 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-57520d10-9916-42d9-9283-e595847139ba req-cd45e4d3-ecef-4116-9b3f-82fcbc4d146a service neutron] 10.222.0.49 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851638 Apr 12 16:58:29.602458 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-57520d10-9916-42d9-9283-e595847139ba req-1dee6b21-1823-4fc9-8cb2-75f9030547ec service neutron] 10.222.0.49 "GET /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823216 Apr 12 16:58:30.010510 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb3805-64fa-44c0-9e56-be12d81b47e2 req-c7d6a24c-e029-4ea7-a008-5d81e353f69b tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:30.012076 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62eb3805-64fa-44c0-9e56-be12d81b47e2 req-c7d6a24c-e029-4ea7-a008-5d81e353f69b tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 944 time: 0.0520041 Apr 12 16:58:30.060666 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-62eb3805-64fa-44c0-9e56-be12d81b47e2 req-101813f6-edb2-455e-87f5-6066e47f615c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Apr 12 16:58:30.324730 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 43f60566-3c85-4122-8fd7-70d2581e623b details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:58:30.423428 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 43f60566-3c85-4122-8fd7-70d2581e623b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=43f60566-3c85-4122-8fd7-70d2581e623b,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:58:30.434771 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '43f60566-3c85-4122-8fd7-70d2581e623b', 'network_id': 'cc9ea14b-cb7b-4f5e-a226-549253ab4b58', 'port_id': '43f60566-3c85-4122-8fd7-70d2581e623b', 'mac_address': 'fa:16:3e:92:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b309f1-39c2-4e36-bd23-230c595e4d76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:58:30.470854 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 43f60566-3c85-4122-8fd7-70d2581e623b is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:58:30.471277 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:30.484622 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f60566-3c85-4122-8fd7-70d2581e623b {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:58:30.508637 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 43f60566-3c85-4122-8fd7-70d2581e623b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=43f60566-3c85-4122-8fd7-70d2581e623b,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:58:30.512272 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:30.557241 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=43f60566-3c85-4122-8fd7-70d2581e623b,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:30.564071 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.564427 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.564778 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.565127 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.565469 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.565807 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.566141 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.566475 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.566805 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.567760 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.568095 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.568427 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.568757 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.569085 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.569411 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:30.802625 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['43f60566-3c85-4122-8fd7-70d2581e623b'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:58:31.178940 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e63313-1009-430d-bd03-112396ef8604 req-77d432b2-7d3b-44af-8b27-bf6d0231edc1 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:31.180437 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a8e63313-1009-430d-bd03-112396ef8604 req-77d432b2-7d3b-44af-8b27-bf6d0231edc1 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Apr 12 16:58:31.227370 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a8e63313-1009-430d-bd03-112396ef8604 req-a4e907e1-88de-4699-b728-90a0b8ce83cb tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Apr 12 16:58:32.344166 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6383e-43f8-42c8-8350-b469ac466b5e req-56294182-0cc4-4159-913e-341f020d48e2 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:32.345639 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65e6383e-43f8-42c8-8350-b469ac466b5e req-56294182-0cc4-4159-913e-341f020d48e2 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0533059 Apr 12 16:58:32.357790 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 43f60566-3c85-4122-8fd7-70d2581e623b up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:58:32.393956 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-65e6383e-43f8-42c8-8350-b469ac466b5e req-ba624cdf-0fe7-4a79-9945-446d1a6c5e59 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Apr 12 16:58:32.401544 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 43f60566-3c85-4122-8fd7-70d2581e623b completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:58:32.407746 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 43f60566-3c85-4122-8fd7-70d2581e623b triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:58:32.408134 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:32.494841 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 43f60566-3c85-4122-8fd7-70d2581e623b is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:58:32.495266 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:32.517826 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f60566-3c85-4122-8fd7-70d2581e623b'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:58:32.520723 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677ae31c-6dd1-482f-b64e-3c3cc7db7186" -d '{"events": [{"server_uuid": "3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "43f60566-3c85-4122-8fd7-70d2581e623b"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:58:32.532979 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 43f60566-3c85-4122-8fd7-70d2581e623b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=43f60566-3c85-4122-8fd7-70d2581e623b,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:58:32.538015 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:32.563484 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55332b86-3ac1-47c0-a859-e2eaf5be9816 x-openstack-request-id: req-55332b86-3ac1-47c0-a859-e2eaf5be9816 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:58:32.563772 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "43f60566-3c85-4122-8fd7-70d2581e623b", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:58:32.564024 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55332b86-3ac1-47c0-a859-e2eaf5be9816 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:58:32.564417 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55332b86-3ac1-47c0-a859-e2eaf5be9816'] response: {'server_uuid': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f60566-3c85-4122-8fd7-70d2581e623b', 'code': 200} Apr 12 16:58:32.589921 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=43f60566-3c85-4122-8fd7-70d2581e623b,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:32.768052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0e7f9-3b4b-4143-bdeb-38d8cf53274c req-6bf65a0d-f09d-46f5-ad5c-eeb788fc2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:32.769603 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-c3d0e7f9-3b4b-4143-bdeb-38d8cf53274c req-6bf65a0d-f09d-46f5-ad5c-eeb788fc2826 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 1130 time: 0.0407300 Apr 12 16:58:32.816377 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-c3d0e7f9-3b4b-4143-bdeb-38d8cf53274c req-bcb94f84-ada6-40a5-9062-dafa8b023a08 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Apr 12 16:58:33.504866 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7680ba8-087a-4483-a9e4-cb4ebcb95733 req-7cf52c82-bd2c-4a40-9a16-557557879a7e tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:33.506139 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7680ba8-087a-4483-a9e4-cb4ebcb95733 req-7cf52c82-bd2c-4a40-9a16-557557879a7e tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 946 time: 0.0461688 Apr 12 16:58:33.552425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7680ba8-087a-4483-a9e4-cb4ebcb95733 req-861b6ff9-f1a7-467f-8712-c8b9ab70be2c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Apr 12 16:58:34.667549 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422bd22-74ec-4fea-86f5-ec51ea99658d req-4304a3bb-6940-4045-b0f2-2a00a4823e87 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:34.669007 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d422bd22-74ec-4fea-86f5-ec51ea99658d req-4304a3bb-6940-4045-b0f2-2a00a4823e87 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Apr 12 16:58:34.719678 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d422bd22-74ec-4fea-86f5-ec51ea99658d req-70a7c49f-b5eb-44d0-be3a-b8492010c4a2 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Apr 12 16:58:42.721196 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:45.826277 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-91715321-d6fd-49a6-8eb9-0ce5b1510040 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365887 Apr 12 16:58:45.924595 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be523-a56b-4d2f-bd30-760e053722db req-3cfc04d3-c7fe-4d7d-b472-b3bf8e5fade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:45.925997 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-3cfc04d3-c7fe-4d7d-b472-b3bf8e5fade6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 1129 time: 0.0383761 Apr 12 16:58:46.036469 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be523-a56b-4d2f-bd30-760e053722db req-e2c4ba25-6d96-4dec-ac99-2cec0b24e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:46.037928 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-e2c4ba25-6d96-4dec-ac99-2cec0b24e414 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0888362 Apr 12 16:58:46.106839 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-acac7251-3eaa-482b-adb7-b9a5fbc91a99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf HTTP/1.1" status: 200 len: 1001 time: 0.0583479 Apr 12 16:58:46.155058 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be523-a56b-4d2f-bd30-760e053722db req-518285bd-6c48-4654-b43b-fa115018a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:46.156482 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-518285bd-6c48-4654-b43b-fa115018a63c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0434086 Apr 12 16:58:46.203058 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807be523-a56b-4d2f-bd30-760e053722db req-f997f059-5006-42fc-ad1c-74a938d877da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:46.204442 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-f997f059-5006-42fc-ad1c-74a938d877da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408552 Apr 12 16:58:47.210811 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-50753a1f-b914-4eea-bfbc-c33d0c197d55 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817418 Apr 12 16:58:48.027193 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-807be523-a56b-4d2f-bd30-760e053722db req-2d858a0c-4602-4d9f-8b6b-3ff71db29353 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941637 Apr 12 16:58:52.313192 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-22b62e2c-9500-406b-a6c8-a7d2044e4211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:54.888359 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-fe92eb3e-7fcb-4880-8c1f-f41f43911db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:55.887728 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:57.356610 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:57.811787 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57610) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:57.838693 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e59e8f-5c07-470a-b4e7-39e0b04c3e34 req-42852be7-ad3a-4ca0-ae0b-e354884b6a28 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:57.840291 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4e59e8f-5c07-470a-b4e7-39e0b04c3e34 req-42852be7-ad3a-4ca0-ae0b-e354884b6a28 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 946 time: 0.0468121 Apr 12 16:58:57.887768 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-d4e59e8f-5c07-470a-b4e7-39e0b04c3e34 req-b7a91eea-690a-4f38-93db-a575787de657 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Apr 12 16:58:57.916677 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41b3732e-930d-4d34-9686-f9e8c7c9e64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:57.991613 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41b3732e-930d-4d34-9686-f9e8c7c9e64b admin admin] Publish callbacks [] for security_group (ebf71884-7ba6-485d-a2e0-66e4336e9181), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:57.996070 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-41b3732e-930d-4d34-9686-f9e8c7c9e64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (ebf71884-7ba6-485d-a2e0-66e4336e9181), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:58.036623 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-41b3732e-930d-4d34-9686-f9e8c7c9e64b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d41049cd250e4c8c91b2a7bad45b71a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236726 Apr 12 16:58:58.038123 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3732e-930d-4d34-9686-f9e8c7c9e64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf71884-7ba6-485d-a2e0-66e4336e9181,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:58.040538 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57614) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:58:58.088713 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Publish callbacks [] for security_group (ebf71884-7ba6-485d-a2e0-66e4336e9181), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:58.109781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Publish callbacks [] for security_group (ebf71884-7ba6-485d-a2e0-66e4336e9181), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:58.155106 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (ebf71884-7ba6-485d-a2e0-66e4336e9181), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:58.157644 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:58.158783 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebf71884-7ba6-485d-a2e0-66e4336e9181 HTTP/1.1" status: 204 len: 168 time: 0.1171644 Apr 12 16:58:58.167494 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf71884-7ba6-485d-a2e0-66e4336e9181,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:58.174562 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.175005 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.175618 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.176021 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.176370 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.176711 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.177049 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.177385 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.177767 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.178105 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.178436 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.178907 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.179255 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.179590 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.179921 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbe6e3-4113-4b44-aa72-3b52a2c6e9ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:58:58.983083 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:59.004865 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b0a30-e2bc-4834-be69-96fed8498b75 req-69f80990-4656-4e8f-8ec3-b7b7bd56bc78 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:59.006984 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-353b0a30-e2bc-4834-be69-96fed8498b75 req-69f80990-4656-4e8f-8ec3-b7b7bd56bc78 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 946 time: 0.0506718 Apr 12 16:58:59.055289 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-353b0a30-e2bc-4834-be69-96fed8498b75 req-2201060f-ab31-4585-950a-3f5a4dde8775 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/security-groups?id=66c6e781-3560-4dc3-91af-3244588ac5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Apr 12 16:58:59.503006 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-afdba7a3-10ca-47c7-96b0-0a4ddfc6ed96 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:58:59.504426 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-afdba7a3-10ca-47c7-96b0-0a4ddfc6ed96 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 946 time: 0.0504730 Apr 12 16:58:59.588052 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Deleting port 43f60566-3c85-4122-8fd7-70d2581e623b {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:58:59.588390 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:59.677064 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] For port 43f60566-3c85-4122-8fd7-70d2581e623b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=43f60566-3c85-4122-8fd7-70d2581e623b,segment=NetworkSegment(af0ac019-200e-4ebe-98b4-870b9cd8c51f),segment_id=af0ac019-200e-4ebe-98b4-870b9cd8c51f)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:58:59.677428 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:59.689744 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Calling delete_port for 43f60566-3c85-4122-8fd7-70d2581e623b owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:58:59.819057 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (43f60566-3c85-4122-8fd7-70d2581e623b), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:59.851707 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Pushing event deleted for resources: {'Port': ['ID=43f60566-3c85-4122-8fd7-70d2581e623b,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:58:59.854355 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['43f60566-3c85-4122-8fd7-70d2581e623b'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:58:59.894674 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] No DVR routers for this DVR port 43f60566-3c85-4122-8fd7-70d2581e623b on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:58:59.897775 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:58:59.901086 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-cedc0fe5-4711-4d68-a4e5-c9a0e2a847e2 req-fa31e4a0-b8d6-4b67-ba07-2095f3afc478 tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.49 "DELETE /v2.0/ports/43f60566-3c85-4122-8fd7-70d2581e623b HTTP/1.1" status: 204 len: 173 time: 0.3908348 Apr 12 16:58:59.901529 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'name': 'network-vif-deleted', 'tag': '43f60566-3c85-4122-8fd7-70d2581e623b'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:58:59.903799 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a0dbd3-e72b-47a9-b03d-4184598da8a7" -d '{"events": [{"server_uuid": "3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8", "name": "network-vif-deleted", "tag": "43f60566-3c85-4122-8fd7-70d2581e623b"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:58:59.942207 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bebaa2-9007-48ce-bb74-b2c8d73a753e x-openstack-request-id: req-b9bebaa2-9007-48ce-bb74-b2c8d73a753e {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:58:59.942509 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8", "name": "network-vif-deleted", "tag": "43f60566-3c85-4122-8fd7-70d2581e623b", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:58:59.942773 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9bebaa2-9007-48ce-bb74-b2c8d73a753e {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:58:59.943841 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9bebaa2-9007-48ce-bb74-b2c8d73a753e'] response: {'server_uuid': '3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8', 'name': 'network-vif-deleted', 'tag': '43f60566-3c85-4122-8fd7-70d2581e623b', 'status': 'completed', 'code': 200} Apr 12 16:59:00.164446 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6e1748bb-6315-483f-b0e6-619dd581931b req-ec19ad90-f72d-4611-ab2e-49be3324cc8c tempest-VolumesSnapshotTestJSON-737917350 tempest-VolumesSnapshotTestJSON-737917350-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b9ec2ce-7982-4b82-9a75-d6ab8115e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0270295 Apr 12 16:59:01.259594 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:59:02.495070 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 43f60566-3c85-4122-8fd7-70d2581e623b no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:59:02.519775 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 43f60566-3c85-4122-8fd7-70d2581e623b {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:59:02.519775 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 43f60566-3c85-4122-8fd7-70d2581e623b not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:59:08.919927 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57796) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:09.023194 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f78a-80b9-498f-bc7e-4b3aefd42fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:09.100520 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f78a-80b9-498f-bc7e-4b3aefd42fea admin admin] Publish callbacks [] for security_group (c2fb60e0-f548-41cf-b0dd-5ec185142ba7), precommit_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:09.104384 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f78a-80b9-498f-bc7e-4b3aefd42fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c2fb60e0-f548-41cf-b0dd-5ec185142ba7), after_create {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:09.145709 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-a6a8f78a-80b9-498f-bc7e-4b3aefd42fea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b1a05daffe24bcb84e143a495aa2143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246850 Apr 12 16:59:09.146597 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8f78a-80b9-498f-bc7e-4b3aefd42fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fb60e0-f548-41cf-b0dd-5ec185142ba7,revision_number=1']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:09.149087 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57800) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:09.197524 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e2792c0-ce1b-4a5a-b331-bc5614b71026 admin admin] Publish callbacks [] for security_group (c2fb60e0-f548-41cf-b0dd-5ec185142ba7), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:09.218681 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e2792c0-ce1b-4a5a-b331-bc5614b71026 admin admin] Publish callbacks [] for security_group (c2fb60e0-f548-41cf-b0dd-5ec185142ba7), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:09.264805 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e2792c0-ce1b-4a5a-b331-bc5614b71026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (c2fb60e0-f548-41cf-b0dd-5ec185142ba7), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:09.267338 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3e2792c0-ce1b-4a5a-b331-bc5614b71026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:09.268504 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3e2792c0-ce1b-4a5a-b331-bc5614b71026 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2fb60e0-f548-41cf-b0dd-5ec185142ba7 HTTP/1.1" status: 204 len: 168 time: 0.1182537 Apr 12 16:59:09.277134 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2792c0-ce1b-4a5a-b331-bc5614b71026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fb60e0-f548-41cf-b0dd-5ec185142ba7,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:12.720585 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:14.168086 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc34da-ca96-4a0b-8278-50d11c7470b4 req-a4efffda-6a1a-4e11-b01e-8a9aaaff26f8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:14.169530 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eccc34da-ca96-4a0b-8278-50d11c7470b4 req-a4efffda-6a1a-4e11-b01e-8a9aaaff26f8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 945 time: 0.0470114 Apr 12 16:59:14.217876 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-eccc34da-ca96-4a0b-8278-50d11c7470b4 req-427a8dd8-7fa8-41ea-be5a-fea028351393 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Apr 12 16:59:15.330681 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363fdf-596a-480e-a467-66e7b474c823 req-4acf06f2-d5b3-444f-af6e-bbf9e57bb972 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:15.332255 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf363fdf-596a-480e-a467-66e7b474c823 req-4acf06f2-d5b3-444f-af6e-bbf9e57bb972 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 945 time: 0.0467670 Apr 12 16:59:15.383268 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bf363fdf-596a-480e-a467-66e7b474c823 req-26e1b7c0-5d93-4f3a-8901-cd2285198d05 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Apr 12 16:59:15.713598 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-94e055df-ae3a-42fb-8f5f-3b5675a47331 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:15.715115 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-94e055df-ae3a-42fb-8f5f-3b5675a47331 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 945 time: 0.0503671 Apr 12 16:59:15.806556 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Deleting port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 16:59:15.806926 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:15.896043 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] For port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:59:15.896410 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:16.067446 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:16.067723 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (5031255f-ed0e-4eb0-b018-8329c760252d), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:16.068038 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Floating IP 5031255f-ed0e-4eb0-b018-8329c760252d disassociated. External IP: 172.27.3.170, port: ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf. Apr 12 16:59:16.068402 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Calling delete_port for ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 16:59:16.202645 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:16.229165 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event deleted for resources: {'Port': ['ID=ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:16.238600 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.238983 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.239337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.239685 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.240028 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.240425 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.240762 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.241712 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.241712 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.241993 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.242080 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.242649 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.243008 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.243339 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.243665 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:16.358927 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:59:16.467548 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:59:16.479066 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:59:16.488937 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-534041b2-2b6e-4500-9c35-d104b224dfae req-3e0a4fa7-fb90-4ea8-a051-495782c9d295 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=06db5dfe-6914-453b-8a7d-c456170f0517 HTTP/1.1" status: 200 len: 210 time: 0.0374074 Apr 12 16:59:16.491323 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:59:16.492559 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:58:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:16.510639 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] No DVR routers for this DVR port ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 16:59:16.513265 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:16.516670 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-47ae7f66-9aea-473b-b0d9-b28abc688bd7 req-1c07c645-e4ef-48fe-a89f-74e86fa9e546 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "DELETE /v2.0/ports/ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf HTTP/1.1" status: 204 len: 173 time: 0.7960753 Apr 12 16:59:16.517106 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'name': 'network-vif-deleted', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:59:16.519337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3846007-f78f-4fa3-abc9-f36319bff810" -d '{"events": [{"server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "name": "network-vif-deleted", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:59:16.564820 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb9e34-c8af-4a9e-b717-fc9f0056b893 x-openstack-request-id: req-f5bb9e34-c8af-4a9e-b717-fc9f0056b893 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:59:16.565122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06db5dfe-6914-453b-8a7d-c456170f0517", "name": "network-vif-deleted", "tag": "ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:59:16.565384 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5bb9e34-c8af-4a9e-b717-fc9f0056b893 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:59:16.565804 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5bb9e34-c8af-4a9e-b717-fc9f0056b893'] response: {'server_uuid': '06db5dfe-6914-453b-8a7d-c456170f0517', 'name': 'network-vif-deleted', 'tag': 'ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf', 'status': 'completed', 'code': 200} Apr 12 16:59:16.615606 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:59:16.831650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:16.859142 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:59:16.867939 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:59:16.868503 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:58:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:16.982397 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:59:17.311954 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:17.340647 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f5106-7ca1-4e49-865c-e1fb3e6a2784 None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:59:17.557048 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fc825-58a9-448c-ae34-4033619786ae None None] New status for floating IP 5031255f-ed0e-4eb0-b018-8329c760252d: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:59:17.756456 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-01eb496c-72ec-41cf-b199-32b14d4910ab tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588685455&fields=id&tenant_id=978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 267 time: 0.0443459 Apr 12 16:59:17.871229 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-87fbc037-c5c8-4195-926f-6ad7440e2c04 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:17.873731 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-87fbc037-c5c8-4195-926f-6ad7440e2c04 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 812 time: 0.1105914 Apr 12 16:59:17.890485 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-8d2918f3-899e-48e1-b9f9-d3d185d900b8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/quotas/978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 375 time: 0.0098467 Apr 12 16:59:17.942996 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-fc074a63-2873-41a9-a13d-403b32ea07da tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473855 Apr 12 16:59:18.040768 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-eaba6012-afcd-46ea-bd40-6db9e641dbee service neutron] 10.222.0.55 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852864 Apr 12 16:59:18.133642 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-441949e7-9967-4874-8931-96b19023a271 service neutron] 10.222.0.55 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870476 Apr 12 16:59:18.414217 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a13922ee-a7e4-4958-92d4-93fc2f8b54b9 req-f0c035c0-4e64-476b-a50e-d771b60578f5 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 210 time: 0.0273678 Apr 12 16:59:18.543061 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 16:59:18.564492 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 16:59:18.564841 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device ea34f45f-7b1c-4ca5-84bb-e2121bd81dcf not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 16:59:19.495030 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a8474b7c-48e7-4ed1-8f66-80d123450a67 req-097140fc-54f1-42cd-b203-bc4483c0b9e8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 210 time: 0.0266967 Apr 12 16:59:20.578205 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b6334d4d-973e-4ca2-9356-59fa77468d30 req-0deaba01-6ff9-4f22-aa5a-f02b0882a19c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 210 time: 0.0331013 Apr 12 16:59:21.658450 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-389c6944-e2c8-400b-910b-9adb58cc2f10 req-e259a030-4aa8-4efc-91d6-96aa7ccddd0e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 210 time: 0.0294096 Apr 12 16:59:22.315914 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c1dafd27-5611-445a-98dc-9509c147f554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.382805 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57932) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:22.430781 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] Deleting subnet 27b309f1-39c2-4e36-bd23-230c595e4d76 {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 16:59:22.434402 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] Publish callbacks [] for subnet (27b309f1-39c2-4e36-bd23-230c595e4d76), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.467295 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653273'] for subnet (27b309f1-39c2-4e36-bd23-230c595e4d76), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.505255 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (27b309f1-39c2-4e36-bd23-230c595e4d76), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.556062 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8475761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9242222'] for subnet (27b309f1-39c2-4e36-bd23-230c595e4d76), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.581687 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b309f1-39c2-4e36-bd23-230c595e4d76,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:22.583628 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.588678 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-45074610-d0f2-405c-9862-a9343ac08ef8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/27b309f1-39c2-4e36-bd23-230c595e4d76 HTTP/1.1" status: 204 len: 168 time: 0.2043948 Apr 12 16:59:22.590835 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57934) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:22.663178 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (cc9ea14b-cb7b-4f5e-a226-549253ab4b58), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.744445 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (cc9ea14b-cb7b-4f5e-a226-549253ab4b58), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.761274 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9718c5d5-5502-4356-bc97-ea9854b35f37 req-57ed5c13-21df-4fae-9199-238126340bfe tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 210 time: 0.0367641 Apr 12 16:59:22.766780 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9ea14b-cb7b-4f5e-a226-549253ab4b58']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:22.778357 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0ac019-200e-4ebe-98b4-870b9cd8c51f') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:22.778661 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0ac019-200e-4ebe-98b4-870b9cd8c51f') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:22.789575 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (af0ac019-200e-4ebe-98b4-870b9cd8c51f), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.803493 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (af0ac019-200e-4ebe-98b4-870b9cd8c51f), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.809479 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 16:59:22.809972 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (af0ac019-200e-4ebe-98b4-870b9cd8c51f), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 16:59:22.811734 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 16:59:22.869690 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (cc9ea14b-cb7b-4f5e-a226-549253ab4b58), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.875295 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:22.878380 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cc9ea14b-cb7b-4f5e-a226-549253ab4b58 HTTP/1.1" status: 204 len: 168 time: 0.2862301 Apr 12 16:59:22.889388 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d40d8e-20cf-4e4a-aaf3-7ca79a4379e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9ea14b-cb7b-4f5e-a226-549253ab4b58,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:23.043891 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57942) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:23.082794 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-6c7caef3-4b47-4c33-b228-dc724bbdbe37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8f62b4dc997416daf08f5613cd99252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378134 Apr 12 16:59:23.085774 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 57944) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:23.135407 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f189561-636e-47ad-b70b-e2b3aa845360 admin admin] Publish callbacks [] for security_group (66c6e781-3560-4dc3-91af-3244588ac5de), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:23.156740 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f189561-636e-47ad-b70b-e2b3aa845360 admin admin] Publish callbacks [] for security_group (66c6e781-3560-4dc3-91af-3244588ac5de), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:23.203069 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f189561-636e-47ad-b70b-e2b3aa845360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (66c6e781-3560-4dc3-91af-3244588ac5de), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:23.205641 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-4f189561-636e-47ad-b70b-e2b3aa845360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:23.206795 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-4f189561-636e-47ad-b70b-e2b3aa845360 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66c6e781-3560-4dc3-91af-3244588ac5de HTTP/1.1" status: 204 len: 168 time: 0.1200984 Apr 12 16:59:23.217471 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f189561-636e-47ad-b70b-e2b3aa845360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c6e781-3560-4dc3-91af-3244588ac5de,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:23.432210 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-fb575f09-ae3b-45cb-839f-91c6622173a7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:23.433781 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-fb575f09-ae3b-45cb-839f-91c6622173a7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 812 time: 0.1199467 Apr 12 16:59:23.509385 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-8e00780d-4738-4e6b-b413-c69891dbe463 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 380 time: 0.0610723 Apr 12 16:59:23.517831 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'port': {'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'admin_state_up': True, 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'security_groups': ['96772414-748e-4ba3-8789-d1649f7d7b47']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:59:23.632947 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Made reservation on behalf of 978e79f4dacb455f990c96e4331bd5cb for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 16:59:23.636278 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:23.759426 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Allocated IP 172.20.0.8 (53dbe67b-8ba7-4d00-94da-23e186da31c5/d73fed82-66d5-4349-9bd2-bb0337793575/7cf535db-122a-44bc-93de-54452563f686) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:59:23.864150 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bc8be224-1eb5-4b7f-89b4-875a4051c221 req-c4cbb14b-5aad-467e-a1fe-89252942c39a tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 210 time: 0.0283046 Apr 12 16:59:23.904570 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (7cf535db-122a-44bc-93de-54452563f686), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:23.940362 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (7cf535db-122a-44bc-93de-54452563f686), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:23.983876 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:59:23.989005 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:59:23.993119 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:59:24.000610 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=7cf535db-122a-44bc-93de-54452563f686,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:24.052081 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:24.052844 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.072829 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-ccc50f7e-4866-4301-b9fa-d0a495094d23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582297 Apr 12 16:59:24.090669 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Request body: {'port': {'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:59:24.157456 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7cf535db-122a-44bc-93de-54452563f686), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.266782 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-a0ec3084-c180-4df9-ba2d-c948587412c0 None None] Provisioning complete for port 7cf535db-122a-44bc-93de-54452563f686 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:59:24.267370 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a0ec3084-c180-4df9-ba2d-c948587412c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (7cf535db-122a-44bc-93de-54452563f686), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.300650 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec3084-c180-4df9-ba2d-c948587412c0 None None] Port 7cf535db-122a-44bc-93de-54452563f686 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 16:59:24.417774 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf535db-122a-44bc-93de-54452563f686 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:59:24.425064 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Publish callbacks [] for port (7cf535db-122a-44bc-93de-54452563f686), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.439336 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Transition to ACTIVE for port object 7cf535db-122a-44bc-93de-54452563f686 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 16:59:24.442631 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (7cf535db-122a-44bc-93de-54452563f686), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.493733 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf535db-122a-44bc-93de-54452563f686,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:24.564459 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Attempting to bind port 7cf535db-122a-44bc-93de-54452563f686 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 16:59:24.564803 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Attempting to bind port 7cf535db-122a-44bc-93de-54452563f686 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 16:59:24.565137 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Attempting to bind port 7cf535db-122a-44bc-93de-54452563f686 on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:59:24.569801 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Port 7cf535db-122a-44bc-93de-54452563f686 on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 16:59:24.570126 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Attempting to bind port 7cf535db-122a-44bc-93de-54452563f686 on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 16:59:24.575213 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 16:59:24.575552 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Checking segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 16:59:24.575939 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Bound using segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 16:59:24.576366 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Bound port: 7cf535db-122a-44bc-93de-54452563f686, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 16:59:24.576724 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7cf535db-122a-44bc-93de-54452563f686), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.648962 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] For port 7cf535db-122a-44bc-93de-54452563f686, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 16:59:24.651965 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] For port 7cf535db-122a-44bc-93de-54452563f686, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7cf535db-122a-44bc-93de-54452563f686,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 16:59:24.658158 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (7cf535db-122a-44bc-93de-54452563f686), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.690661 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:24.691335 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.692915 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] 10.222.0.49 "PUT /v2.0/ports/7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 200 len: 1093 time: 0.6091826 Apr 12 16:59:24.695495 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'tag': '7cf535db-122a-44bc-93de-54452563f686'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:59:24.697754 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7809d667-ca4f-44fa-bf04-88b6df7c4823" -d '{"events": [{"name": "network-changed", "server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "tag": "7cf535db-122a-44bc-93de-54452563f686"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:59:24.734450 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f328740-2262-4762-9d91-35996ba54f3c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf535db-122a-44bc-93de-54452563f686,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:24.750503 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d77fc7-b607-44e7-9c0e-a3c78ca53bbd x-openstack-request-id: req-94d77fc7-b607-44e7-9c0e-a3c78ca53bbd {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:59:24.750724 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "tag": "7cf535db-122a-44bc-93de-54452563f686", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:59:24.751085 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94d77fc7-b607-44e7-9c0e-a3c78ca53bbd {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:59:24.751650 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d77fc7-b607-44e7-9c0e-a3c78ca53bbd'] response: {'name': 'network-changed', 'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'tag': '7cf535db-122a-44bc-93de-54452563f686', 'status': 'completed', 'code': 200} Apr 12 16:59:24.810287 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-7a89f65c-d5bf-4132-89da-746a99ae3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:24.811844 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-7a89f65c-d5bf-4132-89da-746a99ae3463 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1127 time: 0.0416079 Apr 12 16:59:24.862406 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-931322d2-22db-465f-8267-48e44606daa1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 200 len: 217 time: 0.0383039 Apr 12 16:59:24.889696 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-dc265878-9140-4cf9-ab0e-2f8e3f83aef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:24.913354 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-c17b49a2-0fa9-4f6f-91ff-7e20d481913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:24.914855 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-c17b49a2-0fa9-4f6f-91ff-7e20d481913d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0460539 Apr 12 16:59:24.958029 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-0c4c191e-8dfe-4aba-b119-795f88380e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:24.960101 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-0c4c191e-8dfe-4aba-b119-795f88380e0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399063 Apr 12 16:59:24.986798 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d504930-e97e-43f7-990e-c6a13006e233 req-d920b796-aa32-481c-9624-2830626ace35 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:24.988313 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d504930-e97e-43f7-990e-c6a13006e233 req-d920b796-aa32-481c-9624-2830626ace35 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 943 time: 0.0533695 Apr 12 16:59:25.038135 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2d504930-e97e-43f7-990e-c6a13006e233 req-03e97043-81ee-4211-b4a3-ae4bebfae48f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434759 Apr 12 16:59:25.053740 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-717b89e9-3bbf-44b1-80ce-98f25dcc2386 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878549 Apr 12 16:59:25.139447 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7540bb98-84d5-45c0-a7e3-ffa141587228 req-25e0ce39-d9f2-47e7-a2ae-0d69516d2cc7 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799186 Apr 12 16:59:25.422506 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-67d760f6-36e8-4fd9-9be5-0a4cc0cbcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:25.423927 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-67d760f6-36e8-4fd9-9be5-0a4cc0cbcd13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1127 time: 0.0433750 Apr 12 16:59:25.511389 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-d6fc6435-808b-4e0d-8dc1-c58da7611326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:25.512823 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-d6fc6435-808b-4e0d-8dc1-c58da7611326 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0822635 Apr 12 16:59:25.555475 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-68886eb8-81f0-410e-b977-f344ae5bfd57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 200 len: 217 time: 0.0367978 Apr 12 16:59:25.601026 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-832ef275-0048-48e7-aaa8-f6f1afaacbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:25.602409 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-832ef275-0048-48e7-aaa8-f6f1afaacbc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0419834 Apr 12 16:59:25.643706 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-193b0128-6e52-4e49-9ff1-b99b96261f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:25.645151 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-193b0128-6e52-4e49-9ff1-b99b96261f45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372038 Apr 12 16:59:25.734308 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-3b7bb4b3-3bdd-454a-8dbd-28619c8954fa service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831413 Apr 12 16:59:25.822840 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-7809d667-ca4f-44fa-bf04-88b6df7c4823 req-11f0cd07-dcb6-4e69-8c19-9bf6495c2b4c service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827258 Apr 12 16:59:25.889291 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:26.149575 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42262-136c-45cc-8890-8419a826ced3 req-0da06e28-692f-4e98-9424-0eccaae9db20 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:26.151080 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4fc42262-136c-45cc-8890-8419a826ced3 req-0da06e28-692f-4e98-9424-0eccaae9db20 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 943 time: 0.0463271 Apr 12 16:59:26.212280 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4fc42262-136c-45cc-8890-8419a826ced3 req-5b4f593b-1777-49f1-a0f6-be82882ff9fd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Apr 12 16:59:27.325309 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cfe12-0a8f-4a0f-910f-581523f78f45 req-a383f68e-ca6b-4957-a792-9aa23135b33e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:27.326776 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-266cfe12-0a8f-4a0f-910f-581523f78f45 req-a383f68e-ca6b-4957-a792-9aa23135b33e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 943 time: 0.0471270 Apr 12 16:59:27.361428 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:27.381290 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-266cfe12-0a8f-4a0f-910f-581523f78f45 req-72d7322b-18b9-4064-8994-14ee9175fde5 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486386 Apr 12 16:59:28.493128 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c391f97-a7a2-425b-9df9-295feab43327 req-3ccc2351-9345-41d3-8aba-4938644595ce tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:28.496831 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5c391f97-a7a2-425b-9df9-295feab43327 req-3ccc2351-9345-41d3-8aba-4938644595ce tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 943 time: 0.0512137 Apr 12 16:59:28.546419 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5c391f97-a7a2-425b-9df9-295feab43327 req-eb0aa98c-686b-4661-80f2-75b7d01ba1ef tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Apr 12 16:59:28.979229 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:29.658110 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483a173-107a-447c-8c0d-dd0379428473 req-ce1a68b0-edef-4354-b5ed-c2430cae316e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:29.659595 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9483a173-107a-447c-8c0d-dd0379428473 req-ce1a68b0-edef-4354-b5ed-c2430cae316e tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 943 time: 0.0465963 Apr 12 16:59:29.707366 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9483a173-107a-447c-8c0d-dd0379428473 req-f562288c-3117-4776-9105-f9239614850c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417786 Apr 12 16:59:30.827222 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d803e-250d-4ab9-88c0-cf4f79b55f04 req-6a469d43-eddb-4ee0-bb3f-3f3adbc65b23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:30.828695 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-334d803e-250d-4ab9-88c0-cf4f79b55f04 req-6a469d43-eddb-4ee0-bb3f-3f3adbc65b23 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 943 time: 0.0544229 Apr 12 16:59:30.882666 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-334d803e-250d-4ab9-88c0-cf4f79b55f04 req-5fc3ca5e-20bc-4ba0-879d-4a9e670f19d6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474987 Apr 12 16:59:31.993695 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54217-02fb-495b-9a61-bac0e6d64047 req-e1395370-fb04-472b-90f3-3f5cf75e4100 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:31.995176 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4d54217-02fb-495b-9a61-bac0e6d64047 req-e1395370-fb04-472b-90f3-3f5cf75e4100 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 943 time: 0.0474632 Apr 12 16:59:32.044247 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f4d54217-02fb-495b-9a61-bac0e6d64047 req-5ff4e39e-b92a-4892-a21a-0ffebe0585c2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 Apr 12 16:59:32.587537 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7cf535db-122a-44bc-93de-54452563f686 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 16:59:32.682592 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7cf535db-122a-44bc-93de-54452563f686, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7cf535db-122a-44bc-93de-54452563f686,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:59:32.693264 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '7cf535db-122a-44bc-93de-54452563f686', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 16:59:32.734450 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 7cf535db-122a-44bc-93de-54452563f686 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:59:32.734850 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7cf535db-122a-44bc-93de-54452563f686), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:32.748128 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf535db-122a-44bc-93de-54452563f686 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 16:59:32.767643 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7cf535db-122a-44bc-93de-54452563f686, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7cf535db-122a-44bc-93de-54452563f686,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:59:32.771367 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (7cf535db-122a-44bc-93de-54452563f686), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:32.817174 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=7cf535db-122a-44bc-93de-54452563f686,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:32.824913 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.825273 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.825627 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.825983 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.826325 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.826668 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.827042 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.827382 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.827721 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.828055 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.828396 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.828731 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.829067 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.829400 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:32.829735 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 16:59:33.044708 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['7cf535db-122a-44bc-93de-54452563f686'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 16:59:33.157276 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823bc3d-b1e2-4e88-890b-62894767f15b req-21e07523-082b-41a0-ba1d-625c23f74d14 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:33.158763 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2823bc3d-b1e2-4e88-890b-62894767f15b req-21e07523-082b-41a0-ba1d-625c23f74d14 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 944 time: 0.0504344 Apr 12 16:59:33.207850 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2823bc3d-b1e2-4e88-890b-62894767f15b req-f0647d7c-ec4f-4cd8-8198-94642546b4de tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Apr 12 16:59:34.322997 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0e759-2db7-4b76-8257-755ac2e51682 req-578c87e2-0db1-41ac-afae-98946b34d6b1 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:34.324452 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8d0e759-2db7-4b76-8257-755ac2e51682 req-578c87e2-0db1-41ac-afae-98946b34d6b1 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 944 time: 0.0486181 Apr 12 16:59:34.380146 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e8d0e759-2db7-4b76-8257-755ac2e51682 req-c7731977-0df5-4798-8e39-c92549cd594b tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501022 Apr 12 16:59:34.588909 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7cf535db-122a-44bc-93de-54452563f686 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 16:59:34.633049 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 7cf535db-122a-44bc-93de-54452563f686 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 16:59:34.639577 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 7cf535db-122a-44bc-93de-54452563f686 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 16:59:34.639960 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (7cf535db-122a-44bc-93de-54452563f686), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:34.720599 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 7cf535db-122a-44bc-93de-54452563f686 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 16:59:34.720985 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (7cf535db-122a-44bc-93de-54452563f686), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:34.745825 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf535db-122a-44bc-93de-54452563f686'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:59:34.748622 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b1a3f1-db2f-40a6-b0e4-acdcfac73a3b" -d '{"events": [{"server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "name": "network-vif-plugged", "status": "completed", "tag": "7cf535db-122a-44bc-93de-54452563f686"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:59:34.761652 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 7cf535db-122a-44bc-93de-54452563f686, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7cf535db-122a-44bc-93de-54452563f686,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 16:59:34.766203 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (7cf535db-122a-44bc-93de-54452563f686), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:34.790797 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a256d6-50e4-4bde-a9e9-18f9852bdbd4 x-openstack-request-id: req-96a256d6-50e4-4bde-a9e9-18f9852bdbd4 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:59:34.791132 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "name": "network-vif-plugged", "status": "completed", "tag": "7cf535db-122a-44bc-93de-54452563f686", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:59:34.791525 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96a256d6-50e4-4bde-a9e9-18f9852bdbd4 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:59:34.791952 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a256d6-50e4-4bde-a9e9-18f9852bdbd4'] response: {'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf535db-122a-44bc-93de-54452563f686', 'code': 200} Apr 12 16:59:34.816968 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=7cf535db-122a-44bc-93de-54452563f686,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:35.017908 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f4a46-a2da-4ddb-be1e-cac6c70522cb req-f796fbd4-d41a-4185-9898-b07e96e2132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:35.019421 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-744f4a46-a2da-4ddb-be1e-cac6c70522cb req-f796fbd4-d41a-4185-9898-b07e96e2132a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1129 time: 0.0388975 Apr 12 16:59:35.315039 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-744f4a46-a2da-4ddb-be1e-cac6c70522cb req-8f784778-a445-4b07-93fa-e72ac0e0a6f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896559 Apr 12 16:59:35.490877 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e46ae1-c157-4687-9b22-3f939fa74f68 req-9688888f-dfa0-4622-9c52-57c5f9434b21 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:35.492703 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7e46ae1-c157-4687-9b22-3f939fa74f68 req-9688888f-dfa0-4622-9c52-57c5f9434b21 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 945 time: 0.0466874 Apr 12 16:59:35.544227 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b7e46ae1-c157-4687-9b22-3f939fa74f68 req-dfff11e7-6f4a-4d6f-bfd6-0022532bd78d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461040 Apr 12 16:59:36.661990 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0103c6b-493d-4a35-8197-820f53eb1a43 req-61bb0a10-cb0f-4b73-9178-8603220a84d5 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:36.665512 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0103c6b-493d-4a35-8197-820f53eb1a43 req-61bb0a10-cb0f-4b73-9178-8603220a84d5 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 945 time: 0.0527785 Apr 12 16:59:36.715285 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-e0103c6b-493d-4a35-8197-820f53eb1a43 req-ed814c66-2fe8-4b5e-b4d8-fad024daec53 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Apr 12 16:59:37.830305 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88053e1d-cddd-4f45-9511-89b1620de330 req-19fbf3f7-9907-443e-bc43-a6a8b39876cf tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:37.831791 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-88053e1d-cddd-4f45-9511-89b1620de330 req-19fbf3f7-9907-443e-bc43-a6a8b39876cf tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 945 time: 0.0463388 Apr 12 16:59:37.880908 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-88053e1d-cddd-4f45-9511-89b1620de330 req-208e6cb0-7ba9-41ad-a28d-13851d520fa6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Apr 12 16:59:37.996098 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffd37-ebeb-498d-b3bd-cb05a055bebf req-33044df8-e313-43c8-8a5d-83c115cd8232 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:37.997641 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f8ffd37-ebeb-498d-b3bd-cb05a055bebf req-33044df8-e313-43c8-8a5d-83c115cd8232 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 945 time: 0.0497463 Apr 12 16:59:38.046249 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3f8ffd37-ebeb-498d-b3bd-cb05a055bebf req-688e48c1-822e-4206-8f8e-2ef06b12b3d5 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Apr 12 16:59:38.067818 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57980) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:38.104886 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674a8f2-a6c6-486f-9d2d-a282ea7488f1 tempest-TestVolumeBootPattern-302124848 tempest-TestVolumeBootPattern-302124848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:38.106359 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-2674a8f2-a6c6-486f-9d2d-a282ea7488f1 tempest-TestVolumeBootPattern-302124848 tempest-TestVolumeBootPattern-302124848-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1124 time: 0.0375528 Apr 12 16:59:38.109057 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 57982) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 16:59:38.113269 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 16:59:38.134556 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:38.212446 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:38.259190 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 16:59:38.317418 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Allocated IP 172.27.3.160 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/30c11fb4-5a1c-45f3-98a8-aa96a1e806de) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 16:59:38.419702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:38.452065 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:38.488757 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 16:59:38.494043 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 16:59:38.496589 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 16:59:38.520134 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=30c11fb4-5a1c-45f3-98a8-aa96a1e806de,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:38.884199 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (b8093805-1262-4524-bdb3-730b5670321e), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:38.951873 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:39.098378 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:39.104128 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:39.170576 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=30c11fb4-5a1c-45f3-98a8-aa96a1e806de,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 16:59:39.185595 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (b8093805-1262-4524-bdb3-730b5670321e), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:39.286421 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Floating IP b8093805-1262-4524-bdb3-730b5670321e associated. External IP: 172.27.3.160, port: 7cf535db-122a-44bc-93de-54452563f686. Apr 12 16:59:39.491480 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 16:59:39.600504 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 16:59:39.610673 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 16:59:39.619097 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:39.622704 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:59:39.623423 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:59:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:39.649052 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-483afe17-fb0f-47f2-8efb-fa3f9cb113c6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5389609 Apr 12 16:59:39.649650 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'tag': '7cf535db-122a-44bc-93de-54452563f686'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 16:59:39.651918 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a7396c-25d7-422e-a450-92c0b5820cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "tag": "7cf535db-122a-44bc-93de-54452563f686"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 16:59:39.686798 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba0edee-d506-4aaf-a8c3-e39f10acd585 x-openstack-request-id: req-9ba0edee-d506-4aaf-a8c3-e39f10acd585 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 16:59:39.687122 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "tag": "7cf535db-122a-44bc-93de-54452563f686", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 16:59:39.687384 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ba0edee-d506-4aaf-a8c3-e39f10acd585 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 16:59:39.687810 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba0edee-d506-4aaf-a8c3-e39f10acd585'] response: {'name': 'network-changed', 'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'tag': '7cf535db-122a-44bc-93de-54452563f686', 'status': 'completed', 'code': 200} Apr 12 16:59:39.737606 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:59:39.776020 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-2c3e84b5-77a9-49e3-ae2e-daf3e1988983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:39.777545 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-2c3e84b5-77a9-49e3-ae2e-daf3e1988983 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1129 time: 0.0453687 Apr 12 16:59:39.866875 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-73e75d45-4dbf-43fa-b299-a4a8a6d8f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:39.868660 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-73e75d45-4dbf-43fa-b299-a4a8a6d8f228 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0848582 Apr 12 16:59:39.936939 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-5799bc8e-2fb2-4df5-8bac-1c9d91578d5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 200 len: 999 time: 0.0620480 Apr 12 16:59:39.952519 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:38Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:39.982759 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 16:59:39.984119 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-baf0d71c-3942-4f2f-a8b8-958f698abbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:39.985593 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-baf0d71c-3942-4f2f-a8b8-958f698abbb1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0430133 Apr 12 16:59:39.991785 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 16:59:39.992944 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T16:59:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:40.028292 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-5d2697ed-0548-462d-b124-60718fc6adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 16:59:40.029691 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-5d2697ed-0548-462d-b124-60718fc6adcc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378792 Apr 12 16:59:40.100348 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 16:59:40.123615 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-ce81c0bc-f991-4aa7-b30a-f3803187efa5 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870547 Apr 12 16:59:40.214322 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-09a7396c-25d7-422e-a450-92c0b5820cc4 req-3040aaa5-7a40-4317-b8b2-3d2cc9c3fbfb service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845480 Apr 12 16:59:40.314538 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:38Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 16:59:40.345308 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b200c39-d81e-4d96-bc17-5bfb88d7c75d None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:38Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 16:59:40.533708 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc72fb-c7a1-4471-b32b-45c523eddec1 None None] New status for floating IP b8093805-1262-4524-bdb3-730b5670321e: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 16:59:42.734596 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:52.320600 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-10bbf643-0f62-438c-82cb-93d6a210e194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:54.895025 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-deda6de1-9002-4af2-8213-828b9a5328b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:55.891950 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:57.365756 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 16:59:58.980767 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:12.741076 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:15.257952 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:00:22.324265 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7f329785-f170-46d0-81d6-5dd6c44d72a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:24.896374 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7713f771-2560-4c1f-b809-6beb07f66b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:25.894558 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:27.369623 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:28.983540 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:42.733240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:48.852706 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-6a489f11-faab-431c-a906-68d76dfe844f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1760225 Apr 12 17:00:48.948639 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-7293369d-ed13-48e1-95b6-15a6200b6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:00:48.950310 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-7293369d-ed13-48e1-95b6-15a6200b6d74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1129 time: 0.0419152 Apr 12 17:00:49.052671 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-a3273064-b2ae-434a-a289-1b026697196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:00:49.054128 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-a3273064-b2ae-434a-a289-1b026697196f service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0862167 Apr 12 17:00:49.116632 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-c5a45489-a58b-452c-ba78-751793aa8940 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 200 len: 1001 time: 0.0560632 Apr 12 17:00:49.163887 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-ad959388-6fd2-40f3-a6d7-83adec5494da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:00:49.165281 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-ad959388-6fd2-40f3-a6d7-83adec5494da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0419757 Apr 12 17:00:49.209710 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-effd322a-821f-4382-a96d-d8451fa9ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:00:49.211249 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-effd322a-821f-4382-a96d-d8451fa9ffa3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403681 Apr 12 17:00:49.221388 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-3a1335f3-4ff1-4ffd-9215-49365844ad0a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:00:49.222330 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-3a1335f3-4ff1-4ffd-9215-49365844ad0a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047996 Apr 12 17:00:49.310320 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-ceffafd3-bd25-4729-8b62-48aafa015e11 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816765 Apr 12 17:00:49.399589 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-31482222-a4ca-4736-8da2-5b9d8e7bdb4e req-c2415892-0a09-4d52-84c9-2ac1fbf2ea58 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841072 Apr 12 17:00:52.256321 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:00:52.324777 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-29fdd26a-077d-40a2-a73a-04530f699721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:54.897711 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7c8f2a59-9c7a-4e94-bcf1-ec457206dff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:55.897968 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:57.369198 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:00:58.986781 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:12.730997 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:14.005928 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-e547c012-98d9-4bea-a4e7-7ab7cb7ed5e9 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588685455&fields=id&tenant_id=978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 267 time: 0.0482092 Apr 12 17:01:14.131451 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-90b7ff2c-4db9-4844-a966-7192f7245d3c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:14.132960 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-90b7ff2c-4db9-4844-a966-7192f7245d3c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 812 time: 0.1197846 Apr 12 17:01:14.149071 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-708bb6a2-c3a0-426f-9a27-58c5f81b4e10 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/quotas/978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 375 time: 0.0091534 Apr 12 17:01:14.201461 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-808bfd31-8500-4b1d-b004-01ab0122be3a tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457742 Apr 12 17:01:14.267648 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-3d9d85e0-3e1c-49a8-adf7-16d8f25029c9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:01:14.268636 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-3d9d85e0-3e1c-49a8-adf7-16d8f25029c9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564361 Apr 12 17:01:14.375829 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-4c8c4df4-59c8-4826-b6d8-b8a8dc76468d service neutron] 10.222.0.55 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996509 Apr 12 17:01:14.465587 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-cdc73d6a-6988-45ea-a0a8-ade424931ee9 service neutron] 10.222.0.55 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830131 Apr 12 17:01:14.815300 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-9ac0beb4-0790-4f43-aeac-4f86c0f53028 req-6d300eed-50de-4099-b64d-796b6a018b19 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 210 time: 0.0785599 Apr 12 17:01:15.891826 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-09162c41-7b01-4ffd-b820-d852354d9ba4 req-1bfbd58c-51bc-4f2f-ae33-32d7f9ac0d46 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 210 time: 0.0283003 Apr 12 17:01:16.971070 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6ff788ee-deea-4c40-8b09-89a4fa2b6946 req-7d386aab-e547-47dc-8552-778bebb7cfc0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 210 time: 0.0307906 Apr 12 17:01:18.046512 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-56565ea1-7007-407b-bd8a-31bb866b0f9b req-efb31e90-6c73-4e12-ad12-8ae0676aa5b1 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 210 time: 0.0276022 Apr 12 17:01:19.138241 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-0a223c81-df87-48fc-bf29-44c5f88b7f5e req-d42195d4-8f9e-4209-87e8-38f0f40f3f50 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 210 time: 0.0274799 Apr 12 17:01:19.864695 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-729dd6e0-efb0-4d73-8b65-0e1c3c1e0aee tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:19.866207 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-729dd6e0-efb0-4d73-8b65-0e1c3c1e0aee tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 812 time: 0.1022127 Apr 12 17:01:19.935509 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-18112ff5-081c-44d9-ac99-eec2217a2498 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978e79f4dacb455f990c96e4331bd5cb HTTP/1.1" status: 200 len: 380 time: 0.0544102 Apr 12 17:01:19.944101 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'port': {'device_id': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'admin_state_up': True, 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'security_groups': ['96772414-748e-4ba3-8789-d1649f7d7b47']}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:20.052587 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Made reservation on behalf of 978e79f4dacb455f990c96e4331bd5cb for: {'port': 1} {{(pid=109990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:01:20.056054 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.184043 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Allocated IP 172.20.0.11 (53dbe67b-8ba7-4d00-94da-23e186da31c5/d73fed82-66d5-4349-9bd2-bb0337793575/3b5a8e65-1951-45c7-a156-21dea95c81d4) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:01:20.233107 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b88ddf7d-349d-4f75-b7cb-1fc69e3e45f7 req-1de7a637-91a4-4d12-921d-2120279246d7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 210 time: 0.0275037 Apr 12 17:01:20.321996 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.355914 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.405173 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:01:20.408536 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:20.411121 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:01:20.445124 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=3b5a8e65-1951-45c7-a156-21dea95c81d4,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:20.459360 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.459695 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.460047 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.460393 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.460736 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.461227 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.461571 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.461914 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.462250 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.462583 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.462941 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.463275 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.463606 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.463967 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.464296 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:20.487261 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:20.488077 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.506040 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a98246dc-00a3-497f-80d6-e78d49a00113 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5654991 Apr 12 17:01:20.524042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Request body: {'port': {'device_id': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:20.588132 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.643563 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-2857af8b-69a9-4dc8-af45-75cab9614ae2 None None] Provisioning complete for port 3b5a8e65-1951-45c7-a156-21dea95c81d4 triggered by entity DHCP. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:20.644162 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-2857af8b-69a9-4dc8-af45-75cab9614ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.681081 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-2857af8b-69a9-4dc8-af45-75cab9614ae2 None None] Port 3b5a8e65-1951-45c7-a156-21dea95c81d4 cannot update to ACTIVE because it is not bound. {{(pid=109991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:01:20.853415 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5a8e65-1951-45c7-a156-21dea95c81d4 {{(pid=109990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:01:20.861370 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Publish callbacks [] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.873516 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.provisioning_blocks [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Transition to ACTIVE for port object 3b5a8e65-1951-45c7-a156-21dea95c81d4 will not be triggered until provisioned by entity L2. {{(pid=109990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:01:20.877397 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:20.926137 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5a8e65-1951-45c7-a156-21dea95c81d4,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:21.005262 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Attempting to bind port 3b5a8e65-1951-45c7-a156-21dea95c81d4 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:01:21.005613 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Attempting to bind port 3b5a8e65-1951-45c7-a156-21dea95c81d4 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:01:21.005950 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Attempting to bind port 3b5a8e65-1951-45c7-a156-21dea95c81d4 on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:01:21.010413 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Port 3b5a8e65-1951-45c7-a156-21dea95c81d4 on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:01:21.011321 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Attempting to bind port 3b5a8e65-1951-45c7-a156-21dea95c81d4 on network 53dbe67b-8ba7-4d00-94da-23e186da31c5 {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:01:21.016573 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Checking agent: {'id': 'ef07b62a-2cea-45ae-9899-365ff11eda9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'started_at': datetime.datetime(2022, 4, 12, 16, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:01:21.016922 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Checking segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:01:21.017318 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Bound using segment: {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'} {{(pid=109990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:01:21.017755 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.managers [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Bound port: 3b5a8e65-1951-45c7-a156-21dea95c81d4, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a920e4c3-aec0-411c-bd84-dff05c1eb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5'}}] {{(pid=109990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:01:21.018118 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:21.082337 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] For port 3b5a8e65-1951-45c7-a156-21dea95c81d4, host hv-cinder-83752, cleared binding levels {{(pid=109990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:01:21.085281 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] For port 3b5a8e65-1951-45c7-a156-21dea95c81d4, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:01:21.092112 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:21.130287 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:21.130964 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:21.132374 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b5a8e65-1951-45c7-a156-21dea95c81d4 HTTP/1.1" status: 200 len: 1094 time: 0.6126831 Apr 12 17:01:21.132820 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:01:21.135088 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec843fe8-8801-461b-9e59-2896d5772dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:01:21.159281 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331c77-5e26-4bfa-b40a-0f88cfb12a56 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5a8e65-1951-45c7-a156-21dea95c81d4,revision_number=3']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:21.232719 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-19570c85-8f08-4f2b-a053-d46a0f3bd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:21.234241 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-19570c85-8f08-4f2b-a053-d46a0f3bd94c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 1128 time: 0.0444460 Apr 12 17:01:21.255092 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f802443-50b7-4589-bb2b-e59b3fa23c36 x-openstack-request-id: req-6f802443-50b7-4589-bb2b-e59b3fa23c36 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:01:21.255309 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:01:21.255572 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f802443-50b7-4589-bb2b-e59b3fa23c36 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:01:21.255973 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f802443-50b7-4589-bb2b-e59b3fa23c36'] response: {'name': 'network-changed', 'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'status': 'completed', 'code': 200} Apr 12 17:01:21.293398 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-79c610f4-9203-45dc-880d-716ceb7ba5ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4 HTTP/1.1" status: 200 len: 217 time: 0.0442119 Apr 12 17:01:21.345428 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-addb1cfa-e006-4e1c-828e-507bf51dc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:21.346992 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-addb1cfa-e006-4e1c-828e-507bf51dc649 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0488582 Apr 12 17:01:21.351708 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ad3d0-3bc7-4a62-b9ce-364e1e20e172 req-2982d90f-1add-445c-aaf7-fb4de3b97c88 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:21.353169 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-019ad3d0-3bc7-4a62-b9ce-364e1e20e172 req-2982d90f-1add-445c-aaf7-fb4de3b97c88 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0498075 Apr 12 17:01:21.391809 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a1c2e13b-3c97-4f6c-b53e-74636bfbbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:21.393204 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-a1c2e13b-3c97-4f6c-b53e-74636bfbbfb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397234 Apr 12 17:01:21.405761 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-019ad3d0-3bc7-4a62-b9ce-364e1e20e172 req-4dae6da4-98ac-4a6d-a78b-66ece2f4ae36 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463307 Apr 12 17:01:21.750851 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-7ce5e81e-fc9a-430c-95bd-cecb9a3c4553 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507905 Apr 12 17:01:21.837173 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-2bcb9f49-2dcc-42c8-9343-d90238b713d9 req-cf1e5544-ee65-4177-b499-edc227b880e6 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806966 Apr 12 17:01:22.196031 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-e22604dc-981e-445a-b718-659de7b5823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:22.197401 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-e22604dc-981e-445a-b718-659de7b5823c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 1128 time: 0.0414329 Apr 12 17:01:22.285960 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-37a17f81-5e0a-435d-945e-a6ecfb4cf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:22.287507 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-37a17f81-5e0a-435d-945e-a6ecfb4cf786 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0826395 Apr 12 17:01:22.327394 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f2512423-176f-4fc8-9255-dc19e25d0c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:22.333812 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-4cc75a36-d2c7-4e36-8e5b-c6800807ad76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4 HTTP/1.1" status: 200 len: 217 time: 0.0377152 Apr 12 17:01:22.383429 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-01d7f903-45cd-42d9-b923-6c57eae735fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:22.384846 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-01d7f903-45cd-42d9-b923-6c57eae735fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0426884 Apr 12 17:01:22.428852 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-e707321c-1af4-4a4e-b38c-a825a4ed8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:22.430351 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-e707321c-1af4-4a4e-b38c-a825a4ed8481 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376623 Apr 12 17:01:22.528238 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-9d995543-0f7d-4617-b7e6-c4ac47f86f83 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913711 Apr 12 17:01:22.529194 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a71074-aba9-4bce-9777-bb3f04d0f486 req-6883d862-c83c-421a-91f9-c8e4581f1f22 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:22.530694 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39a71074-aba9-4bce-9777-bb3f04d0f486 req-6883d862-c83c-421a-91f9-c8e4581f1f22 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0477407 Apr 12 17:01:22.578691 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-39a71074-aba9-4bce-9777-bb3f04d0f486 req-4a608146-a85d-4ec0-a66d-b269220b407a tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Apr 12 17:01:22.616624 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-ec843fe8-8801-461b-9e59-2896d5772dc9 req-d8ae425a-669e-4bcc-a1a9-b9f8a6d2ef85 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823643 Apr 12 17:01:23.688541 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d26a0-e598-4c73-8718-fdb065a7f155 req-71a7fb4f-ab9c-4e2e-99e7-fce43e1553b5 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:23.690003 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-626d26a0-e598-4c73-8718-fdb065a7f155 req-71a7fb4f-ab9c-4e2e-99e7-fce43e1553b5 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0461125 Apr 12 17:01:23.738333 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-626d26a0-e598-4c73-8718-fdb065a7f155 req-25e3e1b9-52d2-48dd-8b43-d7633f4e22fe tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Apr 12 17:01:24.857161 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149eb81-6754-4b56-8d3c-a7a3bef1c5f0 req-cf9ffc6a-fb38-4a91-9e9b-e7d474cb8fa0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:24.858630 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c149eb81-6754-4b56-8d3c-a7a3bef1c5f0 req-cf9ffc6a-fb38-4a91-9e9b-e7d474cb8fa0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0491056 Apr 12 17:01:24.898045 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-1b818b8b-6c27-45ee-a523-ae32c5f672c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:24.908443 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c149eb81-6754-4b56-8d3c-a7a3bef1c5f0 req-85a2f1f4-6ac2-4b35-be16-e8053626cb05 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Apr 12 17:01:25.900550 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:26.018275 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989921b-7eef-4f6b-bd20-58e86aac7da6 req-ead798d2-4c64-4a25-90ec-e9ed0804f4b4 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:26.019996 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2989921b-7eef-4f6b-bd20-58e86aac7da6 req-ead798d2-4c64-4a25-90ec-e9ed0804f4b4 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0468106 Apr 12 17:01:26.068573 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-2989921b-7eef-4f6b-bd20-58e86aac7da6 req-b038d13d-3b1c-449b-86e1-3a7fd36621de tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Apr 12 17:01:27.180564 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcef17-0c4e-4de3-8697-feca64ecb672 req-3306279e-d0bb-49bc-bd37-46ba3459b463 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:27.182016 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01fcef17-0c4e-4de3-8697-feca64ecb672 req-3306279e-d0bb-49bc-bd37-46ba3459b463 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0476668 Apr 12 17:01:27.233632 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-01fcef17-0c4e-4de3-8697-feca64ecb672 req-40664a76-e44b-4655-9e42-aba312c7df1d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Apr 12 17:01:27.373166 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:28.347372 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1bb2c-5ac4-4417-954b-e4648b7a7733 req-c0414ee0-e7d2-4ebe-a202-73f38acb89ba tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:28.348818 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aff1bb2c-5ac4-4417-954b-e4648b7a7733 req-c0414ee0-e7d2-4ebe-a202-73f38acb89ba tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0463288 Apr 12 17:01:28.396197 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-aff1bb2c-5ac4-4417-954b-e4648b7a7733 req-ce89002f-8024-4cee-ac22-01adf9ce5ef8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Apr 12 17:01:28.991576 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:29.255681 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:01:29.505806 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80bc6a-7fa9-43d6-b1b6-d787851ef7f5 req-c782cc12-047e-4078-a616-53bb7eae0cc4 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:29.507288 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e80bc6a-7fa9-43d6-b1b6-d787851ef7f5 req-c782cc12-047e-4078-a616-53bb7eae0cc4 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0461233 Apr 12 17:01:29.554596 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-4e80bc6a-7fa9-43d6-b1b6-d787851ef7f5 req-ade0584b-139c-4604-a170-092d7446af1b tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Apr 12 17:01:30.665051 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f798ea-0200-4786-8cd7-c37b64e91f84 req-a0168c87-1e24-43c3-b0e2-2e9ad8479c1c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:30.666504 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b4f798ea-0200-4786-8cd7-c37b64e91f84 req-a0168c87-1e24-43c3-b0e2-2e9ad8479c1c tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 944 time: 0.0484078 Apr 12 17:01:30.714216 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b4f798ea-0200-4786-8cd7-c37b64e91f84 req-179749a8-de63-4f58-8238-e0198f3b6610 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416198 Apr 12 17:01:31.159933 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3b5a8e65-1951-45c7-a156-21dea95c81d4 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=109991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:01:31.254664 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 3b5a8e65-1951-45c7-a156-21dea95c81d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:01:31.265988 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Returning: {'device': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'port_id': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'mac_address': 'fa:16:3e:04:06:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:01:31.306237 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 3b5a8e65-1951-45c7-a156-21dea95c81d4 is: DOWN; New status is: BUILD {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:31.306635 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:31.318951 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5a8e65-1951-45c7-a156-21dea95c81d4 {{(pid=109991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:01:31.338377 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 3b5a8e65-1951-45c7-a156-21dea95c81d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:01:31.342735 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:31.392539 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=3b5a8e65-1951-45c7-a156-21dea95c81d4,revision_number=4']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:31.399378 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.399737 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.400092 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.400441 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.400785 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.401811 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.402155 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.402522 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.402862 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.403224 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.403563 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.403899 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.404234 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.404565 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.404895 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:01:31.656630 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] get_ports_and_sgs() called for port_ids ['3b5a8e65-1951-45c7-a156-21dea95c81d4'] {{(pid=109991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:01:31.829706 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4197-fc54-4ea0-8c9e-3c412a5b535b req-b1b8bde6-8dd2-4ad8-969a-9cf9c5d76535 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:31.831288 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c61c4197-fc54-4ea0-8c9e-3c412a5b535b req-b1b8bde6-8dd2-4ad8-969a-9cf9c5d76535 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 945 time: 0.0472801 Apr 12 17:01:31.880967 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-c61c4197-fc54-4ea0-8c9e-3c412a5b535b req-615926b6-ad25-4113-9d45-b8e3c56d8919 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Apr 12 17:01:32.995867 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0b216-bd9a-44e3-97db-25d9cf945e90 req-45943da1-0c54-41d3-8d82-1b5774a81ef2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:32.997311 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50f0b216-bd9a-44e3-97db-25d9cf945e90 req-45943da1-0c54-41d3-8d82-1b5774a81ef2 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 945 time: 0.0483980 Apr 12 17:01:33.045542 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-50f0b216-bd9a-44e3-97db-25d9cf945e90 req-dc381e47-b596-435a-a81a-f4b636ec2f06 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Apr 12 17:01:33.162531 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3b5a8e65-1951-45c7-a156-21dea95c81d4 up at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:01:33.206936 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning for port 3b5a8e65-1951-45c7-a156-21dea95c81d4 completed by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:01:33.213199 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.provisioning_blocks [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Provisioning complete for port 3b5a8e65-1951-45c7-a156-21dea95c81d4 triggered by entity L2. {{(pid=109991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:01:33.213640 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709945'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), provisioning_complete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.292794 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Current status of the port 3b5a8e65-1951-45c7-a156-21dea95c81d4 is: BUILD; New status is: ACTIVE {{(pid=109991) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:01:33.293186 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), before_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.315994 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4'}] {{(pid=109991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:01:33.318383 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acfc0890b57488a21d59fae8bb4e806f6e66106c9b2d7c5aaf26f24dcf88eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9576202a-312a-4814-95d5-c1613b024197" -d '{"events": [{"server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "name": "network-vif-plugged", "status": "completed", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4"}]}' {{(pid=109991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:01:33.333305 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] For port 3b5a8e65-1951-45c7-a156-21dea95c81d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:01:33.337814 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:33.390702 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Pushing event updated for resources: {'Port': ['ID=3b5a8e65-1951-45c7-a156-21dea95c81d4,revision_number=5']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:33.471190 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc47d660-e1ab-4c41-af1a-9c236126c294 x-openstack-request-id: req-cc47d660-e1ab-4c41-af1a-9c236126c294 {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:01:33.471512 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "name": "network-vif-plugged", "status": "completed", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4", "code": 200}]} {{(pid=109991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:01:33.471775 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc47d660-e1ab-4c41-af1a-9c236126c294 {{(pid=109991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:01:33.472183 dv-cinder-837529-1-iscsi neutron-server[109991]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc47d660-e1ab-4c41-af1a-9c236126c294'] response: {'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'code': 200} Apr 12 17:01:33.706363 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c198fe-88a9-4b59-b1e9-35a56b78f7b3 req-7675a5d0-5667-4509-b911-7057a4024977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:33.707821 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d3c198fe-88a9-4b59-b1e9-35a56b78f7b3 req-7675a5d0-5667-4509-b911-7057a4024977 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 1130 time: 0.0381720 Apr 12 17:01:33.760275 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d3c198fe-88a9-4b59-b1e9-35a56b78f7b3 req-94eb77ad-c6c7-4c99-bbbc-d49c8efbecea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Apr 12 17:01:34.158495 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58d333-c92c-47a8-946c-8ea8085da8e1 req-86856606-4305-4413-8eb3-5eaa61f4182f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:34.159981 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b58d333-c92c-47a8-946c-8ea8085da8e1 req-86856606-4305-4413-8eb3-5eaa61f4182f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 946 time: 0.0457015 Apr 12 17:01:34.207843 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-3b58d333-c92c-47a8-946c-8ea8085da8e1 req-bf7decce-7177-4dc9-b5da-ab7520386c45 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Apr 12 17:01:35.318339 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3caea-4334-4856-a814-bd72adad518e req-37534252-ad90-439e-a44f-f262b5bd1a07 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:35.319820 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a6b3caea-4334-4856-a814-bd72adad518e req-37534252-ad90-439e-a44f-f262b5bd1a07 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 946 time: 0.0452695 Apr 12 17:01:35.371356 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-a6b3caea-4334-4856-a814-bd72adad518e req-3b17ea5c-669e-4f79-95ab-d63148de3ff1 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Apr 12 17:01:35.482315 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3384f-78ed-45de-8e80-18af3365f5a0 req-8b2a8d67-fea4-4652-bc29-8c37668e8e27 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:35.483796 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8c3384f-78ed-45de-8e80-18af3365f5a0 req-8b2a8d67-fea4-4652-bc29-8c37668e8e27 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 946 time: 0.0458190 Apr 12 17:01:35.531746 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-b8c3384f-78ed-45de-8e80-18af3365f5a0 req-5178a10f-f553-466e-8ef1-9c2bf3e17a63 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Apr 12 17:01:35.553496 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58136) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:35.591150 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65bd2ce-f006-47dc-9312-7db62cfc4865 tempest-TestVolumeBootPattern-302124848 tempest-TestVolumeBootPattern-302124848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:35.592657 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-c65bd2ce-f006-47dc-9312-7db62cfc4865 tempest-TestVolumeBootPattern-302124848 tempest-TestVolumeBootPattern-302124848-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 1125 time: 0.0381701 Apr 12 17:01:35.595473 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58138) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:01:35.599606 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.v2.base [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Request body: {'floatingip': {'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'port_id': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:01:35.619174 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:35.699681 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (None), before_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:35.802244 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_common [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Allocated IP 172.27.3.189 (f9b6a2a8-97e2-4de3-b4f2-ab533010709b/ed2a15f6-a18a-48ec-bc6b-6ff030122bcb/91bc59f6-a66c-4033-900d-a9ebeb533e7a) {{(pid=109990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:01:35.910265 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:35.943809 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791372509606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:35.979749 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Network f9b6a2a8-97e2-4de3-b4f2-ab533010709b is already hosted by enough agents. {{(pid=109990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:01:35.982529 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.base_scheduler [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Resources bound (agent type, host, resource id): {{(pid=109990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:01:35.987971 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Received port after_create {{(pid=109990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:01:36.012174 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=91bc59f6-a66c-4033-900d-a9ebeb533e7a,revision_number=1']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:36.362364 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (7450a143-b363-4879-871c-cdab34ffb537), precommit_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:36.429458 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1819766'] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), before_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:36.576064 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), precommit_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:36.580562 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791372886056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791372509624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791372509642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8475687'] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), after_update {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:36.670864 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event updated for resources: {'Port': ['ID=91bc59f6-a66c-4033-900d-a9ebeb533e7a,revision_number=2']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:01:36.678957 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694230'] for floatingip (7450a143-b363-4879-871c-cdab34ffb537), after_create {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:36.782428 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.db.l3_db [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Floating IP 7450a143-b363-4879-871c-cdab34ffb537 associated. External IP: 172.27.3.189, port: 3b5a8e65-1951-45c7-a156-21dea95c81d4. Apr 12 17:01:36.990662 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:01:37.099250 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:01:37.109295 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:01:37.116702 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:37.119988 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:01:37.120630 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:01:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:37.148742 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-1338290f-d04e-44f0-94f0-e728427353f7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5522709 Apr 12 17:01:37.149322 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:01:37.151811 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b64714-1008-4cf6-a820-996e0d9c9e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:01:37.186636 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f5f66-91fc-4d3d-81e5-3988e248f221 x-openstack-request-id: req-905f5f66-91fc-4d3d-81e5-3988e248f221 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:01:37.186955 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:01:37.187217 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-905f5f66-91fc-4d3d-81e5-3988e248f221 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:01:37.187628 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905f5f66-91fc-4d3d-81e5-3988e248f221'] response: {'name': 'network-changed', 'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'status': 'completed', 'code': 200} Apr 12 17:01:37.242591 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:01:37.288596 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-41dca135-fe0f-4af5-838e-a20b0746787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:37.290625 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-41dca135-fe0f-4af5-838e-a20b0746787f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 1130 time: 0.0548279 Apr 12 17:01:37.388919 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-472f28ef-1fc9-4c5e-8b17-d87782ee4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:37.390692 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-472f28ef-1fc9-4c5e-8b17-d87782ee4850 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0949755 Apr 12 17:01:37.459802 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-ed41372d-9731-44d4-aa27-626b12e8220d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4 HTTP/1.1" status: 200 len: 1000 time: 0.0636232 Apr 12 17:01:37.464985 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '7450a143-b363-4879-871c-cdab34ffb537', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:04:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:01:36Z', 'updated_at': '2022-04-12T17:01:36Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}, {'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:40Z', 'revision_number': 1, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:37.496512 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:01:37.504498 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:01:37.505107 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:01:25Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:37.508888 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-559b3229-84d4-4838-bec8-b17cceb5b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:37.510403 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-559b3229-84d4-4838-bec8-b17cceb5b201 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0448682 Apr 12 17:01:37.557356 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-6a9dfd1d-adbf-41d9-b3df-07845999007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:37.558880 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-6a9dfd1d-adbf-41d9-b3df-07845999007a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434506 Apr 12 17:01:37.614168 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:01:37.656626 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-5d175405-bed6-4baf-8afc-d01b461c6f13 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917928 Apr 12 17:01:37.745591 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-89b64714-1008-4cf6-a820-996e0d9c9e5f req-6c835452-556a-4aba-81b0-01a15a820a84 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838852 Apr 12 17:01:37.837290 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '7450a143-b363-4879-871c-cdab34ffb537', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:04:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:01:36Z', 'updated_at': '2022-04-12T17:01:36Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}, {'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:40Z', 'revision_number': 1, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:01:37.863414 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad8b90-2409-477a-a119-d9aab2a7d7fd None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': '7450a143-b363-4879-871c-cdab34ffb537', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:04:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:01:36Z', 'updated_at': '2022-04-12T17:01:36Z', 'revision_number': 0, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}, {'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:40Z', 'revision_number': 1, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:01:38.062070 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652e789-d91f-4eea-9b5e-97d9bfe2aa2a None None] New status for floating IP 7450a143-b363-4879-871c-cdab34ffb537: ACTIVE {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:01:42.731153 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:48.722273 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-0aa6c4ac-4675-4528-a854-d6d6d7969154 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457788 Apr 12 17:01:48.816298 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-bf16b85a-3f2e-41e8-938d-45e89506e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:48.817808 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-bf16b85a-3f2e-41e8-938d-45e89506e10d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1129 time: 0.0387878 Apr 12 17:01:48.921955 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-7adf9559-b1aa-4603-8625-f725ac8c1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:48.923430 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-7adf9559-b1aa-4603-8625-f725ac8c1bc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0882576 Apr 12 17:01:48.987254 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-fac5757b-0ff3-4dd6-9333-8a2e5fec3464 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 200 len: 1001 time: 0.0572636 Apr 12 17:01:49.035413 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-272a97e8-dc60-4063-ab55-dafbd6c6e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:49.036790 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-272a97e8-dc60-4063-ab55-dafbd6c6e9ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0435450 Apr 12 17:01:49.082821 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-7cd94496-8a27-4b0b-a1fa-12f328833570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:01:49.084289 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-7cd94496-8a27-4b0b-a1fa-12f328833570 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411248 Apr 12 17:01:49.172413 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-61af5c97-1a89-43d8-9a14-428448e31a2f service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814581 Apr 12 17:01:49.263033 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-b1cbe47f-6970-4bb8-91ef-804e1c90cd98 req-05733a59-80ac-4e19-8fce-dc2cfb3fbaf0 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Apr 12 17:01:52.328769 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ffe32693-a80a-426b-b894-1447fe6d01b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:54.899958 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9a76d03e-963e-41a2-a948-b4b5c6100ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:55.903087 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:57.376565 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:01:58.994755 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:06.254926 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:02:12.744729 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:22.331863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-be5a7925-06af-420c-91dc-3d2e411e00b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:24.901773 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0f51-47e7-4895-8d39-17aa2e13fc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:25.907263 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:27.378870 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:28.998294 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:42.744177 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:43.253771 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:02:48.714306 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-a8479e96-7e5a-4b86-8bb1-1c14827725da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374329 Apr 12 17:02:48.782911 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-22d1ea62-3867-48c4-8791-d61fd2a0c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:48.784421 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-22d1ea62-3867-48c4-8791-d61fd2a0c65b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 1130 time: 0.0396583 Apr 12 17:02:48.886196 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-978787ad-d113-4a91-a328-4334d6f2b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:48.887688 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-978787ad-d113-4a91-a328-4334d6f2b1d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0853450 Apr 12 17:02:48.949859 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-1f16ea64-9aa3-4f4f-ad2a-96e1d4d53109 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4 HTTP/1.1" status: 200 len: 1002 time: 0.0562558 Apr 12 17:02:48.998974 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-5cd769e5-7f0a-47d3-869f-585cc7703b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:49.000281 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-5cd769e5-7f0a-47d3-869f-585cc7703b87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0448253 Apr 12 17:02:49.293073 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-058e9b65-b747-4cba-8c2d-78897329928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:49.294490 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-058e9b65-b747-4cba-8c2d-78897329928d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2886961 Apr 12 17:02:49.379370 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-0421919e-cffd-4ac5-a0d0-a8b1260f030a service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789831 Apr 12 17:02:49.466632 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-21824df0-3e39-4f89-a86b-fad9d07b99a9 req-c78e091f-64f7-4b00-b130-fe31f310df2a service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817232 Apr 12 17:02:52.333436 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-5f77997b-5a8b-4684-9e60-600aac237805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:54.903048 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c9099261-2f70-4756-a60e-e24f40f40c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:55.908654 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:57.382583 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:58.165715 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58160) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:02:58.586624 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Deleting port 91bc59f6-a66c-4033-900d-a9ebeb533e7a {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:02:58.586979 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:58.660972 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:58.661299 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (91bc59f6-a66c-4033-900d-a9ebeb533e7a), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:58.673922 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Calling delete_port for 91bc59f6-a66c-4033-900d-a9ebeb533e7a owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:02:58.821825 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (91bc59f6-a66c-4033-900d-a9ebeb533e7a), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:58.844781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event deleted for resources: {'Port': ['ID=91bc59f6-a66c-4033-900d-a9ebeb533e7a,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:02:58.858171 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.858531 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.858881 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.859247 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.859593 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.859927 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.860260 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.860590 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.860923 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.861253 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.861585 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.861916 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.862248 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.862571 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.862914 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:02:58.917674 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (7450a143-b363-4879-871c-cdab34ffb537), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:58.918001 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Floating IP 7450a143-b363-4879-871c-cdab34ffb537 disassociated (deleted). External IP: 172.27.3.189, port: 3b5a8e65-1951-45c7-a156-21dea95c81d4. Apr 12 17:02:59.000537 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:59.128725 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:02:59.235898 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:02:59.240650 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:02:59.246628 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:02:59.256647 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:02:59.257392 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:02:59.271685 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-e65edac7-91ab-49ba-927c-f06f35244cfd tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "DELETE /v2.0/floatingips/7450a143-b363-4879-871c-cdab34ffb537 HTTP/1.1" status: 204 len: 168 time: 1.1049809 Apr 12 17:02:59.272282 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:02:59.275644 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5c82d-e03b-401e-941d-99224a936d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:02:59.376040 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:02:59.407924 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44975262-2960-416c-b9d4-cb3307d7e190 x-openstack-request-id: req-44975262-2960-416c-b9d4-cb3307d7e190 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:02:59.408318 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:02:59.408823 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44975262-2960-416c-b9d4-cb3307d7e190 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:02:59.409453 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44975262-2960-416c-b9d4-cb3307d7e190'] response: {'name': 'network-changed', 'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'status': 'completed', 'code': 200} Apr 12 17:02:59.506537 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cda21-b742-46ec-b201-2137e66675fe req-5f76c222-5024-4e30-82ed-77ccb7cb2220 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:02:59.508950 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d5cda21-b742-46ec-b201-2137e66675fe req-5f76c222-5024-4e30-82ed-77ccb7cb2220 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 946 time: 0.0502460 Apr 12 17:02:59.562700 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-6d5cda21-b742-46ec-b201-2137e66675fe req-5a112377-14d7-4dd6-a5be-c29e7aacfe59 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479455 Apr 12 17:02:59.728191 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:40Z', 'revision_number': 1, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:02:59.754194 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:02:59.763703 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:02:59.764464 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:02:59.874086 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:03:00.089212 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:40Z', 'revision_number': 1, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:00.114898 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e2b9b-e8f6-4afd-a036-8750a810cbbe None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_floatingips': [{'id': 'b8093805-1262-4524-bdb3-730b5670321e', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'router_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'port_id': '7cf535db-122a-44bc-93de-54452563f686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'mac_address': 'fa:16:3e:07:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T16:59:38Z', 'updated_at': '2022-04-12T16:59:40Z', 'revision_number': 1, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:03:00.335227 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f333e1d-ecbf-4b37-8d3e-51e02ecee4a9 None None] New status for floating IP 7450a143-b363-4879-871c-cdab34ffb537: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:03:00.515496 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-c6e4f862-e43e-45e3-b29d-0b1e752725d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:00.516973 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-c6e4f862-e43e-45e3-b29d-0b1e752725d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 1130 time: 0.0385938 Apr 12 17:03:00.611126 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-c6d1e4bd-2df0-4538-83b8-0b91705062b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:00.612615 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-c6d1e4bd-2df0-4538-83b8-0b91705062b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.0876906 Apr 12 17:03:00.680950 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea91eb-2488-470c-9248-4f60938ee1db req-052ee2aa-d83f-441e-b54b-f9701eec87a7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:00.682327 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-04ea91eb-2488-470c-9248-4f60938ee1db req-052ee2aa-d83f-441e-b54b-f9701eec87a7 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 946 time: 0.0464396 Apr 12 17:03:00.730507 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-04ea91eb-2488-470c-9248-4f60938ee1db req-3bb85954-420e-40c2-a556-6d8b174c6ffc tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Apr 12 17:03:00.744624 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-e4b6d188-18f1-4a13-9885-c9634a0754e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4 HTTP/1.1" status: 200 len: 217 time: 0.0375321 Apr 12 17:03:00.798497 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-007cd5d0-7888-44dc-b0b9-5d654356d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:00.799991 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-007cd5d0-7888-44dc-b0b9-5d654356d4e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0479240 Apr 12 17:03:01.036171 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-9ed74efe-e6ff-4d07-a8a1-8b5cac3fb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:01.037632 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-9ed74efe-e6ff-4d07-a8a1-8b5cac3fb58a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386961 Apr 12 17:03:01.140781 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-9d1a5366-3d00-40c0-a7fc-23ece3e7aca6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:01.142215 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-9d1a5366-3d00-40c0-a7fc-23ece3e7aca6 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 946 time: 0.0464897 Apr 12 17:03:01.177422 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-6180217e-05fe-4f8a-9cb7-f76aa6921b7b service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816870 Apr 12 17:03:01.228198 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Deleting port 3b5a8e65-1951-45c7-a156-21dea95c81d4 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:01.228551 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:01.271047 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-d2c5c82d-e03b-401e-941d-99224a936d7e req-34dcae60-9cad-442c-99f3-8fa71b91a907 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877469 Apr 12 17:03:01.317986 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] For port 3b5a8e65-1951-45c7-a156-21dea95c81d4, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=3b5a8e65-1951-45c7-a156-21dea95c81d4,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:01.318273 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:01.331956 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Calling delete_port for 3b5a8e65-1951-45c7-a156-21dea95c81d4 owned by compute:nova {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:01.459928 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (3b5a8e65-1951-45c7-a156-21dea95c81d4), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:01.492628 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event deleted for resources: {'Port': ['ID=3b5a8e65-1951-45c7-a156-21dea95c81d4,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:01.537747 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] No DVR routers for this DVR port 3b5a8e65-1951-45c7-a156-21dea95c81d4 on host hv-cinder-83752 {{(pid=109989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:03:01.540471 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:01.543735 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-99af63ef-4851-47b2-b516-8cb54eddb552 req-6f295c6c-80ee-46c4-aec9-792d3866fc41 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "DELETE /v2.0/ports/3b5a8e65-1951-45c7-a156-21dea95c81d4 HTTP/1.1" status: 204 len: 173 time: 0.3967972 Apr 12 17:03:01.544161 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'name': 'network-vif-deleted', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:03:01.546415 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab2c6f7-0e59-4f2c-94bf-e52e20141787" -d '{"events": [{"server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "name": "network-vif-deleted", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:03:01.587039 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0819ee9-4e75-4031-867b-8fe3aadf7c8a x-openstack-request-id: req-d0819ee9-4e75-4031-867b-8fe3aadf7c8a {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:03:01.587334 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6bfe13-704b-4182-a1a0-ae784609703c", "name": "network-vif-deleted", "tag": "3b5a8e65-1951-45c7-a156-21dea95c81d4", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:03:01.587638 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0819ee9-4e75-4031-867b-8fe3aadf7c8a {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:03:01.588068 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0819ee9-4e75-4031-867b-8fe3aadf7c8a'] response: {'server_uuid': '7d6bfe13-704b-4182-a1a0-ae784609703c', 'name': 'network-vif-deleted', 'tag': '3b5a8e65-1951-45c7-a156-21dea95c81d4', 'status': 'completed', 'code': 200} Apr 12 17:03:01.827425 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-593a3d27-6d90-462b-8598-424bdb6a289a req-53ebf0d2-566a-4f3d-a9bd-e7863193e5ba tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d6bfe13-704b-4182-a1a0-ae784609703c HTTP/1.1" status: 200 len: 210 time: 0.0297189 Apr 12 17:03:05.111518 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58202) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:05.257741 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Deleting port 30c11fb4-5a1c-45f3-98a8-aa96a1e806de {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:05.258081 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:05.331619 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:05.331947 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:05.348291 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Calling delete_port for 30c11fb4-5a1c-45f3-98a8-aa96a1e806de owned by network:floatingip {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:05.488961 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (30c11fb4-5a1c-45f3-98a8-aa96a1e806de), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:05.518427 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event deleted for resources: {'Port': ['ID=30c11fb4-5a1c-45f3-98a8-aa96a1e806de,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:05.578859 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (b8093805-1262-4524-bdb3-730b5670321e), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:05.579216 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.db.l3_db [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Floating IP b8093805-1262-4524-bdb3-730b5670321e disassociated (deleted). External IP: 172.27.3.160, port: 7cf535db-122a-44bc-93de-54452563f686. Apr 12 17:03:05.688984 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3b5a8e65-1951-45c7-a156-21dea95c81d4 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:05.712495 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 3b5a8e65-1951-45c7-a156-21dea95c81d4 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:05.712862 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 3b5a8e65-1951-45c7-a156-21dea95c81d4 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:05.791619 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:03:05.901922 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:03:05.906696 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:05.911240 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:03:05.921778 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:03:05.922397 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:05.936274 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-56ffccab-2572-4664-b0b1-84ebe9839053 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "DELETE /v2.0/floatingips/b8093805-1262-4524-bdb3-730b5670321e HTTP/1.1" status: 204 len: 168 time: 0.8236787 Apr 12 17:03:05.936874 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'tag': '7cf535db-122a-44bc-93de-54452563f686'}] {{(pid=109989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:03:05.939197 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed52bf33bc7483038c4a8fe99931e6339e6233a7de1a928d2104b87455c6eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb448a86-bd46-41ab-9f49-b6624bd7554d" -d '{"events": [{"name": "network-changed", "server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "tag": "7cf535db-122a-44bc-93de-54452563f686"}]}' {{(pid=109989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:03:05.976608 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e3c5b1-389f-4af2-9b52-8419c0199cf5 x-openstack-request-id: req-28e3c5b1-389f-4af2-9b52-8419c0199cf5 {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:03:05.976914 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "tag": "7cf535db-122a-44bc-93de-54452563f686", "status": "completed", "code": 200}]} {{(pid=109989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:03:05.977164 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28e3c5b1-389f-4af2-9b52-8419c0199cf5 {{(pid=109989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:03:05.977586 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e3c5b1-389f-4af2-9b52-8419c0199cf5'] response: {'name': 'network-changed', 'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'tag': '7cf535db-122a-44bc-93de-54452563f686', 'status': 'completed', 'code': 200} Apr 12 17:03:06.047706 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:03:06.062181 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-6210e2a8-14c6-493d-bc59-0c88ca846935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:06.064049 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-6210e2a8-14c6-493d-bc59-0c88ca846935 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=978e79f4dacb455f990c96e4331bd5cb&device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 1129 time: 0.0425882 Apr 12 17:03:06.186341 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106e518-609d-40c1-a866-749154964df1 req-a9ace75d-26fd-4302-afc3-51044abce832 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:06.187860 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f106e518-609d-40c1-a866-749154964df1 req-a9ace75d-26fd-4302-afc3-51044abce832 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 945 time: 0.0589404 Apr 12 17:03:06.214544 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-7450c83b-cc23-4530-bd4b-396a4f0aca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:06.216034 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-7450c83b-cc23-4530-bd4b-396a4f0aca24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 200 len: 914 time: 0.1463468 Apr 12 17:03:06.247096 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-f106e518-609d-40c1-a866-749154964df1 req-5989e25d-7c71-49e6-b185-0db5f4a97157 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493999 Apr 12 17:03:06.256516 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:06.284554 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:03:06.293306 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:03:06.293951 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:06.403143 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:03:06.596237 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:06.622567 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ee4ca-8efc-45c4-b13e-9781f190e2a1 None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T16:55:53Z', 'revision_number': 4, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi', '_interfaces': [{'id': '2aca84b0-05f1-4ba0-8ab1-f38186e60ac9', 'name': '', 'network_id': '53dbe67b-8ba7-4d00-94da-23e186da31c5', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'mac_address': 'fa:16:3e:55:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:53Z', 'updated_at': '2022-04-12T16:55:59Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'subnets': [{'id': 'd73fed82-66d5-4349-9bd2-bb0337793575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:03:06.833338 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774af9a7-dc03-47d7-98e2-67338772645f None None] New status for floating IP b8093805-1262-4524-bdb3-730b5670321e: DOWN {{(pid=109992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:03:07.143546 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-68d0477c-8b75-4210-834f-12f277e0b028 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 200 len: 217 time: 0.0386269 Apr 12 17:03:07.192132 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-5b8a1b10-82d6-4a7d-abb3-c4cfcaa3fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:07.193527 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-5b8a1b10-82d6-4a7d-abb3-c4cfcaa3fded service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 200 len: 851 time: 0.0434313 Apr 12 17:03:07.373241 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-8086a60b-a95a-4b1e-a965-e3dee38ff0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:07.374764 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-8086a60b-a95a-4b1e-a965-e3dee38ff0b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53dbe67b-8ba7-4d00-94da-23e186da31c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680635 Apr 12 17:03:07.385658 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db10b85-6fd1-4ff2-9f48-5f0dd09a0fee req-89d67a84-e350-42df-bff6-008c74d6a1f8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:07.387071 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5db10b85-6fd1-4ff2-9f48-5f0dd09a0fee req-89d67a84-e350-42df-bff6-008c74d6a1f8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 945 time: 0.0709276 Apr 12 17:03:07.439793 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-5db10b85-6fd1-4ff2-9f48-5f0dd09a0fee req-0e87949c-9846-4406-8ddb-1a6209f90e8f tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/security-groups?id=96772414-748e-4ba3-8789-d1649f7d7b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470798 Apr 12 17:03:07.598565 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-b9db2ecd-cd15-4360-a248-0fe131635bfd service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820699 Apr 12 17:03:07.689315 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-6ec3c3aa-983d-4b8b-b807-1c9397f422a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 17:03:07.690824 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-6ec3c3aa-983d-4b8b-b807-1c9397f422a0 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 945 time: 0.0466890 Apr 12 17:03:07.731822 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-bb448a86-bd46-41ab-9f49-b6624bd7554d req-afe0a4b4-f886-49bb-b36b-dc0d02768548 service neutron] 10.222.0.49 "GET /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877345 Apr 12 17:03:07.779921 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Deleting port 7cf535db-122a-44bc-93de-54452563f686 {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:07.780267 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (7cf535db-122a-44bc-93de-54452563f686), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:07.866736 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] For port 7cf535db-122a-44bc-93de-54452563f686, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7cf535db-122a-44bc-93de-54452563f686,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:07.867365 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (7cf535db-122a-44bc-93de-54452563f686), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:07.879757 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Calling delete_port for 7cf535db-122a-44bc-93de-54452563f686 owned by compute:nova {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:08.007792 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (7cf535db-122a-44bc-93de-54452563f686), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:08.036761 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event deleted for resources: {'Port': ['ID=7cf535db-122a-44bc-93de-54452563f686,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:08.068662 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.069019 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.070330 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.070782 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.071159 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.071503 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.071839 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.072167 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.072507 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.072840 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.073172 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.073504 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.073836 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.074165 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.074490 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:08.101204 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] No DVR routers for this DVR port 7cf535db-122a-44bc-93de-54452563f686 on host hv-cinder-83752 {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:03:08.103575 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for port (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:08.106960 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [req-a22c25c3-3263-434c-88c9-73bf71ae8e77 req-1f700da7-05cb-4004-9966-b1ec8b635946 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.49 "DELETE /v2.0/ports/7cf535db-122a-44bc-93de-54452563f686 HTTP/1.1" status: 204 len: 173 time: 0.4111915 Apr 12 17:03:08.107397 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'name': 'network-vif-deleted', 'tag': '7cf535db-122a-44bc-93de-54452563f686'}] {{(pid=109990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:03:08.109639 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aa65328fb1e4e9c57e11f3211abe9a6fbb7dfb8334f49bb6bcc9b46675f8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e1d083-35f8-4cee-9b57-44b2b84c4f1a" -d '{"events": [{"server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "name": "network-vif-deleted", "tag": "7cf535db-122a-44bc-93de-54452563f686"}]}' {{(pid=109990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:03:08.151516 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267296ad-ed60-4203-be7b-7bd2528ccaf6 x-openstack-request-id: req-267296ad-ed60-4203-be7b-7bd2528ccaf6 {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:03:08.151811 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6535d87f-552e-40d4-ad19-b72c5df9853b", "name": "network-vif-deleted", "tag": "7cf535db-122a-44bc-93de-54452563f686", "status": "completed", "code": 200}]} {{(pid=109990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:03:08.152064 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-267296ad-ed60-4203-be7b-7bd2528ccaf6 {{(pid=109990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:03:08.152466 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267296ad-ed60-4203-be7b-7bd2528ccaf6'] response: {'server_uuid': '6535d87f-552e-40d4-ad19-b72c5df9853b', 'name': 'network-vif-deleted', 'tag': '7cf535db-122a-44bc-93de-54452563f686', 'status': 'completed', 'code': 200} Apr 12 17:03:08.550392 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [req-da238898-efe1-49c8-b1be-bd4cd9be5866 req-7abcca27-e09d-4118-81bb-94c158f7624d tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "GET /v2.0/ports?device_id=6535d87f-552e-40d4-ad19-b72c5df9853b HTTP/1.1" status: 200 len: 210 time: 0.0285273 Apr 12 17:03:09.606214 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58218) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:09.722175 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Deleting port 48097ca1-7584-4443-aa17-dd19cc46786d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:09.722513 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (48097ca1-7584-4443-aa17-dd19cc46786d), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:09.800455 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (48097ca1-7584-4443-aa17-dd19cc46786d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:09.800792 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (48097ca1-7584-4443-aa17-dd19cc46786d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:09.813523 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Calling delete_port for 48097ca1-7584-4443-aa17-dd19cc46786d owned by network:floatingip {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:09.944440 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (48097ca1-7584-4443-aa17-dd19cc46786d), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:09.969112 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event deleted for resources: {'Port': ['ID=48097ca1-7584-4443-aa17-dd19cc46786d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:10.035552 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for floatingip (5031255f-ed0e-4eb0-b018-8329c760252d), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:10.039726 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103202'] for floatingip (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:10.041172 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-32767412-e634-4f74-9d3e-9897cd08e0aa tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "DELETE /v2.0/floatingips/5031255f-ed0e-4eb0-b018-8329c760252d HTTP/1.1" status: 204 len: 168 time: 0.4339449 Apr 12 17:03:11.247896 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58230) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:11.303977 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-295aa6af-4208-443e-a2f3-eb7fe38d1cc8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group (96772414-748e-4ba3-8789-d1649f7d7b47), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:11.328342 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-295aa6af-4208-443e-a2f3-eb7fe38d1cc8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group (96772414-748e-4ba3-8789-d1649f7d7b47), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:11.387486 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-295aa6af-4208-443e-a2f3-eb7fe38d1cc8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (96772414-748e-4ba3-8789-d1649f7d7b47), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:11.390067 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-295aa6af-4208-443e-a2f3-eb7fe38d1cc8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Publish callbacks [] for security_group (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:11.391265 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-295aa6af-4208-443e-a2f3-eb7fe38d1cc8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] 10.222.0.55 "DELETE /v2.0/security-groups/96772414-748e-4ba3-8789-d1649f7d7b47 HTTP/1.1" status: 204 len: 168 time: 0.1423912 Apr 12 17:03:11.401892 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa6af-4208-443e-a2f3-eb7fe38d1cc8 tempest-TestVolumeBootPattern-2099706631 tempest-TestVolumeBootPattern-2099706631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96772414-748e-4ba3-8789-d1649f7d7b47,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:11.720592 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7cf535db-122a-44bc-93de-54452563f686 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:11.744567 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] No Port match for: 7cf535db-122a-44bc-93de-54452563f686 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:11.744918 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Device 7cf535db-122a-44bc-93de-54452563f686 not bound to the agent host hv-cinder-83752 {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:12.463980 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58236) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:12.760222 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:12.927575 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:13.157479 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Deleting port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:13.157707 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:13.234671 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] For port 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:13.235112 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:13.249358 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Calling delete_port for 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:13.432096 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (2aca84b0-05f1-4ba0-8ab1-f38186e60ac9), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:13.461945 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aca84b0-05f1-4ba0-8ab1-f38186e60ac9,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:13.632651 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:13.851729 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:03:14.231389 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:03:14.236376 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-3e040ed2-6dc2-4114-afec-61cb644737d3 admin admin] 10.222.0.55 "PUT /v2.0/routers/081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713878 Apr 12 17:03:14.239079 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58240) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:14.240848 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] Sync routers for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:03:14.252457 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:03:14.253130 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:14.350840 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks [] for router (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:14.461694 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks [] for router_gateway (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:14.498126 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: dv-cinder-837529-1-iscsi {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:03:14.506817 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Deleting port 15bd505f-f81c-4259-9270-76d11d60ad13 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:14.507213 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:14.589114 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] For port 15bd505f-f81c-4259-9270-76d11d60ad13, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=15bd505f-f81c-4259-9270-76d11d60ad13,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:14.589477 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:14.602004 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Calling delete_port for 15bd505f-f81c-4259-9270-76d11d60ad13 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:14.666399 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T17:03:13Z', 'revision_number': 5, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port': {'id': '15bd505f-f81c-4259-9270-76d11d60ad13', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:51Z', 'updated_at': '2022-04-12T16:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:14.696778 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] Checking router: 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba for host: dv-cinder-837529-1-iscsi {{(pid=109991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:03:14.704930 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] Routers {'081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:03:14.705554 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'], 'active': True} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:14.776099 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (15bd505f-f81c-4259-9270-76d11d60ad13), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:14.799249 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvr_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] Set router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba gateway port host: None {{(pid=109991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:03:14.808042 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15bd505f-f81c-4259-9270-76d11d60ad13,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:14.852506 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_hamode_db [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T17:03:14Z', 'revision_number': 6, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:14.862666 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:14.884463 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef7111-084f-4ff3-9932-9278250c061b None None] The sync data for ids ['081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba'] in dv-cinder-837529-1-iscsi is: [{'id': '081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba', 'name': 'tempest-TestVolumeBootPattern-1323594004-router', 'tenant_id': '978e79f4dacb455f990c96e4331bd5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:50Z', 'updated_at': '2022-04-12T17:03:14Z', 'revision_number': 6, 'project_id': '978e79f4dacb455f990c96e4331bd5cb', 'gw_port_host': None}] {{(pid=109991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:03:14.959217 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:14.961920 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks [] for router_controller (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.005182 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.005731 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:03:15.011534 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.013019 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-b2752b78-82f9-4277-b56a-d274ec8e11a1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/081acfe5-ab7c-4d4a-b3e2-6bb97e2bdbba HTTP/1.1" status: 204 len: 168 time: 0.7729950 Apr 12 17:03:15.015520 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58242) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:15.060999 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] Deleting subnet d73fed82-66d5-4349-9bd2-bb0337793575 {{(pid=109989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:03:15.064042 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] Publish callbacks [] for subnet (d73fed82-66d5-4349-9bd2-bb0337793575), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.096785 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9130130'] for subnet (d73fed82-66d5-4349-9bd2-bb0337793575), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.174803 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (d73fed82-66d5-4349-9bd2-bb0337793575), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.224825 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9325883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9134250'] for subnet (d73fed82-66d5-4349-9bd2-bb0337793575), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.248602 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73fed82-66d5-4349-9bd2-bb0337793575,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:15.255449 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.261772 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-dfc371c1-fe74-47bb-b85f-bdc82a036be1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d73fed82-66d5-4349-9bd2-bb0337793575 HTTP/1.1" status: 204 len: 168 time: 0.2453439 Apr 12 17:03:15.262131 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58244) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:15.262964 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248159d3-ed9b-4bc8-93f8-d3e0fa93ddcf None None] Network 53dbe67b-8ba7-4d00-94da-23e186da31c5 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:03:15.349237 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (53dbe67b-8ba7-4d00-94da-23e186da31c5), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.401263 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Deleting port 596e2623-03c8-4fe8-9794-4bcd2f78864d {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:15.401602 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.402112 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:15.425377 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:15.425738 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 2aca84b0-05f1-4ba0-8ab1-f38186e60ac9 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:15.449745 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] DHCP port deletion for 53dbe67b-8ba7-4d00-94da-23e186da31c5 request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:03:15.484613 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] For port 596e2623-03c8-4fe8-9794-4bcd2f78864d, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=596e2623-03c8-4fe8-9794-4bcd2f78864d,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:15.484979 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.494709 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Deleting port 596e2623-03c8-4fe8-9794-4bcd2f78864d {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:15.495182 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.498399 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Calling delete_port for 596e2623-03c8-4fe8-9794-4bcd2f78864d owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:15.561287 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] For port 596e2623-03c8-4fe8-9794-4bcd2f78864d, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=596e2623-03c8-4fe8-9794-4bcd2f78864d,segment=NetworkSegment(a920e4c3-aec0-411c-bd84-dff05c1eb654),segment_id=a920e4c3-aec0-411c-bd84-dff05c1eb654)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:15.561608 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.576201 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Calling delete_port for 596e2623-03c8-4fe8-9794-4bcd2f78864d owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:15.589655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.615540 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=596e2623-03c8-4fe8-9794-4bcd2f78864d,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:15.620492 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] No DVR routers for this DVR port 596e2623-03c8-4fe8-9794-4bcd2f78864d on host dv-cinder-837529-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:03:15.666935 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (596e2623-03c8-4fe8-9794-4bcd2f78864d), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.695248 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Pushing event deleted for resources: {'Port': ['ID=596e2623-03c8-4fe8-9794-4bcd2f78864d,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:15.697822 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] No DVR routers for this DVR port 596e2623-03c8-4fe8-9794-4bcd2f78864d on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:03:15.704123 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (53dbe67b-8ba7-4d00-94da-23e186da31c5), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.707695 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.708120 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.708414 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.709120 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.709120 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.709437 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.710466 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.711772 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.711772 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.715309 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.715309 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.715309 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.715309 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.715309 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.715309 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba7f36-0705-4bee-b7c4-8ae06baa110e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837529-1-iscsi {{(pid=109991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:03:15.732069 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dbe67b-8ba7-4d00-94da-23e186da31c5']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:15.741756 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a920e4c3-aec0-411c-bd84-dff05c1eb654') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:15.742298 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a920e4c3-aec0-411c-bd84-dff05c1eb654') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:15.753738 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (a920e4c3-aec0-411c-bd84-dff05c1eb654), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.775593 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (a920e4c3-aec0-411c-bd84-dff05c1eb654), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.785126 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:03:15.785690 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (a920e4c3-aec0-411c-bd84-dff05c1eb654), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:03:15.787796 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:03:15.852639 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (53dbe67b-8ba7-4d00-94da-23e186da31c5), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.859405 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:15.862753 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/53dbe67b-8ba7-4d00-94da-23e186da31c5 HTTP/1.1" status: 204 len: 168 time: 0.5995495 Apr 12 17:03:15.865791 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58246) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:15.881111 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183fbb9-b883-4c74-a91d-aaa34b936e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=53dbe67b-8ba7-4d00-94da-23e186da31c5,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:16.227900 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692438'] for router_interface (b2e86b75-2459-4563-b49f-4df27ba81e2b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:16.469295 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Deleting port 13ab5ce7-e185-4bb4-9379-ff168170bb0f {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:16.469641 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:16.547324 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] For port 13ab5ce7-e185-4bb4-9379-ff168170bb0f, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=13ab5ce7-e185-4bb4-9379-ff168170bb0f,segment=NetworkSegment(84ccd3eb-10d4-4903-8755-cafd34a40871),segment_id=84ccd3eb-10d4-4903-8755-cafd34a40871)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:16.547591 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:16.561359 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Calling delete_port for 13ab5ce7-e185-4bb4-9379-ff168170bb0f owned by network:router_interface {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:16.742866 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (13ab5ce7-e185-4bb4-9379-ff168170bb0f), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:16.780711 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=13ab5ce7-e185-4bb4-9379-ff168170bb0f,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:16.944603 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692298'] for router_interface (b2e86b75-2459-4563-b49f-4df27ba81e2b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:17.163131 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Router b2e86b75-2459-4563-b49f-4df27ba81e2b has already been hosted by L3 agent 7627c550-1158-423b-b7b1-50543bf4aff4 {{(pid=109989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:03:17.272310 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] Notify agent at l3_agent.dv-cinder-837529-1-iscsi the message routers_updated {{(pid=109989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:03:17.277925 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-5fda058b-859d-4c87-971b-af07d33d4c1f admin admin] 10.222.0.55 "PUT /v2.0/routers/b2e86b75-2459-4563-b49f-4df27ba81e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4110141 Apr 12 17:03:17.280414 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [-] (109989) accepted ('10.222.0.55', 58248) {{(pid=109989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:17.295633 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] Sync routers for ids ['b2e86b75-2459-4563-b49f-4df27ba81e2b'] in dv-cinder-837529-1-iscsi {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:03:17.309434 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] Routers {'b2e86b75-2459-4563-b49f-4df27ba81e2b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:03:17.310126 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['b2e86b75-2459-4563-b49f-4df27ba81e2b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:17.373054 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 15bd505f-f81c-4259-9270-76d11d60ad13 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:17.390961 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks [] for router (b2e86b75-2459-4563-b49f-4df27ba81e2b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:17.395610 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 15bd505f-f81c-4259-9270-76d11d60ad13 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:17.396054 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 15bd505f-f81c-4259-9270-76d11d60ad13 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:17.396567 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 596e2623-03c8-4fe8-9794-4bcd2f78864d no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:17.418133 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 596e2623-03c8-4fe8-9794-4bcd2f78864d {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:17.418541 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 596e2623-03c8-4fe8-9794-4bcd2f78864d not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:17.425968 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] Set router b2e86b75-2459-4563-b49f-4df27ba81e2b gateway port host: dv-cinder-837529-1-iscsi {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:03:17.500988 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks [] for router_gateway (b2e86b75-2459-4563-b49f-4df27ba81e2b), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:17.600694 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'external_fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T17:03:16Z', 'revision_number': 5, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port': {'id': '9ec5ef62-fb98-4c24-af81-f435579b9ad1', 'name': '', 'network_id': 'f9b6a2a8-97e2-4de3-b4f2-ab533010709b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837529-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T16:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed2a15f6-a18a-48ec-bc6b-6ff030122bcb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837529-1-iscsi'}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:17.627898 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] Checking router: b2e86b75-2459-4563-b49f-4df27ba81e2b for host: dv-cinder-837529-1-iscsi {{(pid=109992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:03:17.637123 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] Routers {'b2e86b75-2459-4563-b49f-4df27ba81e2b'} bound to L3 agent in host dv-cinder-837529-1-iscsi {{(pid=109992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:03:17.637745 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837529-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T16:40:55Z,description=,heartbeat_timestamp=2022-04-12T17:02:55Z,host='dv-cinder-837529-1-iscsi',id=7627c550-1158-423b-b7b1-50543bf4aff4,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T16:40:55Z,topic='l3_agent')) {'router_ids': ['b2e86b75-2459-4563-b49f-4df27ba81e2b'], 'active': True} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:17.727916 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_dvr_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] Set router b2e86b75-2459-4563-b49f-4df27ba81e2b gateway port host: None {{(pid=109992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:03:17.784150 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.l3_hamode_db [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T17:03:17Z', 'revision_number': 6, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port_host': None}], 'dv-cinder-837529-1-iscsi', False) {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:17.811101 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1efcf5-daea-4d9b-90b4-6bf404fe98df None None] The sync data for ids ['b2e86b75-2459-4563-b49f-4df27ba81e2b'] in dv-cinder-837529-1-iscsi is: [{'id': 'b2e86b75-2459-4563-b49f-4df27ba81e2b', 'name': 'tempest-TestVolumeBootPattern-1950942560-router', 'tenant_id': '7cc9428b5745416f9f8e48b24266acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T16:55:56Z', 'updated_at': '2022-04-12T17:03:17Z', 'revision_number': 6, 'project_id': '7cc9428b5745416f9f8e48b24266acf0', 'gw_port_host': None}] {{(pid=109992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:03:17.849547 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Deleting port 9ec5ef62-fb98-4c24-af81-f435579b9ad1 {{(pid=109989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:17.849890 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), before_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:17.926661 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] For port 9ec5ef62-fb98-4c24-af81-f435579b9ad1, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=9ec5ef62-fb98-4c24-af81-f435579b9ad1,segment=NetworkSegment(41da4625-1f4f-41ed-bc28-4085fb9e2f0d),segment_id=41da4625-1f4f-41ed-bc28-4085fb9e2f0d)] {{(pid=109989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:17.927072 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:17.939873 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Calling delete_port for 9ec5ef62-fb98-4c24-af81-f435579b9ad1 owned by network:router_gateway {{(pid=109989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:18.104581 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9325908'] for port (9ec5ef62-fb98-4c24-af81-f435579b9ad1), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.128048 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec5ef62-fb98-4c24-af81-f435579b9ad1,revision_number=None']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:18.193643 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694252'] for router_gateway (b2e86b75-2459-4563-b49f-4df27ba81e2b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.286261 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25062'] for router (b2e86b75-2459-4563-b49f-4df27ba81e2b), precommit_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.289007 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks [] for router_controller (b2e86b75-2459-4563-b49f-4df27ba81e2b), precommit_delete_associations {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.335185 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-694537'] for router (b2e86b75-2459-4563-b49f-4df27ba81e2b), after_delete {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.335800 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e86b75-2459-4563-b49f-4df27ba81e2b {{(pid=109989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:03:18.340347 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.341324 dv-cinder-837529-1-iscsi neutron-server[109989]: INFO neutron.wsgi [None req-1369bfa2-2418-4878-a86d-1ec050f50801 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b2e86b75-2459-4563-b49f-4df27ba81e2b HTTP/1.1" status: 204 len: 168 time: 1.0599308 Apr 12 17:03:18.344053 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58250) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:18.388169 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] Deleting subnet 6a29faef-a6ea-41b9-9398-a186e115810a {{(pid=109990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:03:18.391131 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] Publish callbacks [] for subnet (6a29faef-a6ea-41b9-9398-a186e115810a), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.429680 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653273'] for subnet (6a29faef-a6ea-41b9-9398-a186e115810a), precommit_delete_associations {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.511821 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1795421'] for subnet (6a29faef-a6ea-41b9-9398-a186e115810a), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.566042 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1795402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-266375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8475761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9242222'] for subnet (6a29faef-a6ea-41b9-9398-a186e115810a), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.596292 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a29faef-a6ea-41b9-9398-a186e115810a,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:18.600869 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for subnet (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.604596 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-e05f7e2a-322c-41be-a458-92eec4bd2680 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6a29faef-a6ea-41b9-9398-a186e115810a HTTP/1.1" status: 204 len: 168 time: 0.2595952 Apr 12 17:03:18.607037 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58252) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:18.609787 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06cdafc-11e9-47ff-9b27-5c146568ddc8 None None] Network 72be277e-6e5d-4300-9496-5188f90ca111 requested from dv-cinder-837529-1-iscsi {{(pid=109991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:03:18.679369 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1804076'] for network (72be277e-6e5d-4300-9496-5188f90ca111), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.728949 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Deleting port 8f48b17d-e2cc-4902-952d-993b7513bdba {{(pid=109990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:18.729296 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.755608 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] DHCP port deletion for 72be277e-6e5d-4300-9496-5188f90ca111 request from dv-cinder-837529-1-iscsi {{(pid=109991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:03:18.802247 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.db [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] For port 8f48b17d-e2cc-4902-952d-993b7513bdba, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=8f48b17d-e2cc-4902-952d-993b7513bdba,segment=NetworkSegment(84ccd3eb-10d4-4903-8755-cafd34a40871),segment_id=84ccd3eb-10d4-4903-8755-cafd34a40871)] {{(pid=109990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:18.802808 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.810498 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] Deleting port 8f48b17d-e2cc-4902-952d-993b7513bdba {{(pid=109991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:03:18.811179 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791372879144'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), before_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.817569 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.plugin [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Calling delete_port for 8f48b17d-e2cc-4902-952d-993b7513bdba owned by network:dhcp {{(pid=109990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:18.877464 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.db [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] For port 8f48b17d-e2cc-4902-952d-993b7513bdba, host dv-cinder-837529-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837529-1-iscsi',level=0,port_id=8f48b17d-e2cc-4902-952d-993b7513bdba,segment=NetworkSegment(84ccd3eb-10d4-4903-8755-cafd34a40871),segment_id=84ccd3eb-10d4-4903-8755-cafd34a40871)] {{(pid=109991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:03:18.877867 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-688728'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), precommit_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.890444 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] Calling delete_port for 8f48b17d-e2cc-4902-952d-993b7513bdba owned by network:dhcp {{(pid=109991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:03:18.903388 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8475678'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:18.933655 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f48b17d-e2cc-4902-952d-993b7513bdba,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:18.935508 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] No DVR routers for this DVR port 8f48b17d-e2cc-4902-952d-993b7513bdba on host dv-cinder-837529-1-iscsi {{(pid=109990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:03:18.975276 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1819825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791372886038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791372509615'] for port (8f48b17d-e2cc-4902-952d-993b7513bdba), after_delete {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.001277 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] Pushing event deleted for resources: {'Port': ['ID=8f48b17d-e2cc-4902-952d-993b7513bdba,revision_number=None']} {{(pid=109991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:19.003072 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c6a05a-3249-416f-a03c-33f34fd59626 None None] No DVR routers for this DVR port 8f48b17d-e2cc-4902-952d-993b7513bdba on host dv-cinder-837529-1-iscsi {{(pid=109991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:03:19.005826 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1797862', 'neutron.services.segments.db._delete_segments_for_network-8791372920248'] for network (72be277e-6e5d-4300-9496-5188f90ca111), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.028516 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72be277e-6e5d-4300-9496-5188f90ca111']}} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:19.037550 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ccd3eb-10d4-4903-8755-cafd34a40871') {'for_net_delete': True} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:19.037915 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.services.segments.db [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ccd3eb-10d4-4903-8755-cafd34a40871') {} {{(pid=109990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:03:19.047202 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791372792769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653282'] for segment (84ccd3eb-10d4-4903-8755-cafd34a40871), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.061037 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422'] for segment (84ccd3eb-10d4-4903-8755-cafd34a40871), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.066831 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=109990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:03:19.067289 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8475851'] for segment (84ccd3eb-10d4-4903-8755-cafd34a40871), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: Traceback (most recent call last): Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: timer() Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: cb(*args, **kw) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: return func(*args, **kwargs) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: self._notify() Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: self.callback(batched_events) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: event.method(event) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: return f(self, *a, **k) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._get(url).json() Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: return self.request(url, 'GET', **kwargs) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:03:19.069605 dv-cinder-837529-1-iscsi neutron-server[109990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:03:19.127417 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1797855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694216'] for network (72be277e-6e5d-4300-9496-5188f90ca111), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.135999 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568363'] for network (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.140720 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] 10.222.0.55 "DELETE /v2.0/networks/72be277e-6e5d-4300-9496-5188f90ca111 HTTP/1.1" status: 204 len: 168 time: 0.5327489 Apr 12 17:03:19.151078 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466714a-cebb-4d48-9429-15e17773fa59 admin admin] Pushing event deleted for resources: {'Network': ['ID=72be277e-6e5d-4300-9496-5188f90ca111,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:19.251564 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58256) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:19.296261 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-08271896-7e90-47be-94ea-9698ab4673d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=978e79f4dacb455f990c96e4331bd5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435321 Apr 12 17:03:19.298855 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58258) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:19.313273 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 13ab5ce7-e185-4bb4-9379-ff168170bb0f no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:19.334174 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 13ab5ce7-e185-4bb4-9379-ff168170bb0f {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:19.334648 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 13ab5ce7-e185-4bb4-9379-ff168170bb0f not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:19.335354 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 8f48b17d-e2cc-4902-952d-993b7513bdba no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:19.348595 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3da8b79a-2956-4946-b2d5-cd12fc9e157f admin admin] Publish callbacks [] for security_group (37b6d7b4-c2d8-4174-9970-e027011a2bb8), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.353351 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 8f48b17d-e2cc-4902-952d-993b7513bdba {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:19.353699 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 8f48b17d-e2cc-4902-952d-993b7513bdba not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:19.354109 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 9ec5ef62-fb98-4c24-af81-f435579b9ad1 no longer exists at agent ovs-agent-dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:03:19.370619 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3da8b79a-2956-4946-b2d5-cd12fc9e157f admin admin] Publish callbacks [] for security_group (37b6d7b4-c2d8-4174-9970-e027011a2bb8), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.372855 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] No Port match for: 9ec5ef62-fb98-4c24-af81-f435579b9ad1 {{(pid=109991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:03:19.373204 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron.plugins.ml2.rpc [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Device 9ec5ef62-fb98-4c24-af81-f435579b9ad1 not bound to the agent host dv-cinder-837529-1-iscsi {{(pid=109991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:03:19.422954 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3da8b79a-2956-4946-b2d5-cd12fc9e157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (37b6d7b4-c2d8-4174-9970-e027011a2bb8), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.425408 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-3da8b79a-2956-4946-b2d5-cd12fc9e157f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.426544 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-3da8b79a-2956-4946-b2d5-cd12fc9e157f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37b6d7b4-c2d8-4174-9970-e027011a2bb8 HTTP/1.1" status: 204 len: 168 time: 0.1267650 Apr 12 17:03:19.434746 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8b79a-2956-4946-b2d5-cd12fc9e157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b6d7b4-c2d8-4174-9970-e027011a2bb8,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:19.733470 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58264) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:19.773594 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-fe65f392-63c8-4678-9e90-2ba234be31a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7cc9428b5745416f9f8e48b24266acf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389571 Apr 12 17:03:19.776077 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [-] (109990) accepted ('10.222.0.55', 58266) {{(pid=109990) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:03:19.821730 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecb881e-2452-464d-b927-09b7e16cb58b admin admin] Publish callbacks [] for security_group (90f8d8a6-1cfc-49ea-98da-0b8ad1661106), before_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.842539 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecb881e-2452-464d-b927-09b7e16cb58b admin admin] Publish callbacks [] for security_group (90f8d8a6-1cfc-49ea-98da-0b8ad1661106), precommit_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.888909 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecb881e-2452-464d-b927-09b7e16cb58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389753'] for security_group (90f8d8a6-1cfc-49ea-98da-0b8ad1661106), after_delete {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.891447 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron_lib.callbacks.manager [None req-8ecb881e-2452-464d-b927-09b7e16cb58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:19.892582 dv-cinder-837529-1-iscsi neutron-server[109990]: INFO neutron.wsgi [None req-8ecb881e-2452-464d-b927-09b7e16cb58b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90f8d8a6-1cfc-49ea-98da-0b8ad1661106 HTTP/1.1" status: 204 len: 168 time: 0.1156273 Apr 12 17:03:19.900516 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb881e-2452-464d-b927-09b7e16cb58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f8d8a6-1cfc-49ea-98da-0b8ad1661106,revision_number=None']} {{(pid=109990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:03:20.253529 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:03:22.336018 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34b4e8d2-a66b-4940-9cde-ba939703becc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:24.903859 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a4e2-58b3-48e5-8aca-80f52c5efba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:25.912586 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:27.386540 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:29.002852 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:42.758314 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:52.339313 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-7eecb198-9cb8-40fb-8815-81b2db35b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:54.906235 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d33da49a-d87a-4c73-a414-d0187f106595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:55.914614 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:57.252766 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:03:57.387535 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:03:59.005242 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:12.769863 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:22.339619 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d682e96f-d553-4fa5-b5af-a21dbe350946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:24.907262 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-42bda258-8004-4126-942b-6ed933b70bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:25.920219 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:27.391164 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:29.008047 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:34.251383 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:04:42.765012 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:52.341122 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2197-5f23-448d-b6bd-c1a0e00cefd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:54.907631 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-0550a70d-7f92-4faa-bf0c-160ac4405903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:55.920079 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:57.394814 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:04:59.010261 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:11.250435 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:05:12.780483 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:21.276018 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-80b233a1-4371-4f7d-9e1e-296731619025 req-1b1401a5-babb-46c9-975f-419984394f16 service neutron] (109989) timed out ('10.222.0.49', 64224) {{(pid=109989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:05:22.343236 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-8a36d2a5-f0e4-479f-b170-37e79d00a37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:24.911647 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-efce867c-0cda-47de-977a-172546fb6046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:25.923493 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:27.397294 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:29.011888 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:42.806039 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:43.168581 dv-cinder-837529-1-iscsi neutron-server[109989]: DEBUG neutron.wsgi [req-ddeb67a3-cdb8-46f7-ae5d-174c3e7b175b req-9072bfb4-8747-404e-ae46-527d5d33d24a service neutron] (109989) timed out ('10.222.0.49', 64225) {{(pid=109989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:05:48.251138 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:05:52.346007 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-309b85bc-1add-4749-8983-17220395641a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:54.914046 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-005d821f-b694-4983-8c92-6e3f14513d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:55.927570 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:57.402124 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:05:59.015642 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:12.827939 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:22.348141 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-13358c8d-7fc4-47f5-a847-45105380d336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:24.915896 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-02b6d46c-bad4-4645-8316-23ae69968e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:25.253970 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:06:25.932333 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:27.404760 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:29.025035 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:42.846780 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:52.350312 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d22ec3b6-6722-47ce-b902-d148b4a4afd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:54.917733 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f4053e3a-4ef2-4c5f-9441-da99366a5c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:55.932588 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:57.407250 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:06:59.031688 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:02.252391 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:07:12.878715 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:22.353379 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d2c5eb7f-63ed-4645-97a7-e37e16d1c500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:24.925955 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e336-46ee-4a4b-9267-a3b159588e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:25.936110 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:27.411658 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:29.027878 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:39.251965 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:07:42.580223 dv-cinder-837529-1-iscsi neutron-server[109990]: DEBUG neutron.wsgi [req-1b602295-141a-46f3-8339-c653aec58e0e req-8767ceeb-5d58-4375-8e86-6bee26ae1f32 service neutron] (109990) timed out ('10.222.0.49', 64208) {{(pid=109990) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:07:42.891293 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:52.360019 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-34ce9e46-bdb1-407c-94f9-6958659ee9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:54.920959 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed258-2318-4445-9e31-ab0595f16b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:55.941465 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:57.417254 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:07:59.033017 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:12.884771 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-547b734b-7ddf-457d-ac55-f51afbe5e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (ef07b62a-2cea-45ae-9899-365ff11eda9f), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:16.251238 dv-cinder-837529-1-iscsi neutron-server[109992]: DEBUG neutron.db.agents_db [None req-5aab3296-a8f2-44c7-8cc7-56ca3b9dc640 None None] Agent healthcheck: found 6 active agents {{(pid=109992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:08:22.357682 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-692b0d90-d257-4623-bf07-72e534f716f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (6ebca807-9eb3-41ba-8678-69b0642029af), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:24.924954 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-f64cb7e1-ab73-46a5-8fd1-2ae5c3d70e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (7627c550-1158-423b-b7b1-50543bf4aff4), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:25.948598 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-4d552c76-f38c-45a8-a28e-d897e561e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (224ce2c2-328b-4620-bfc0-27a820e8e5ce), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:27.420957 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-9d35f4ed-2eb4-4829-9e6b-ce3ed115bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (e52d964d-8030-4ac0-863d-30474043383e), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:08:29.036950 dv-cinder-837529-1-iscsi neutron-server[109991]: DEBUG neutron_lib.callbacks.manager [None req-ebfcf5e6-6c94-40b0-8400-a7909cabc3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791372920230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709991'] for agent (8632939e-ea60-40ec-bd77-c04b9c3b1375), after_update {{(pid=109991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}